-- Logs begin at Tue 2022-01-18 08:40:03 UTC, end at Tue 2022-01-18 09:44:16 UTC. -- Jan 18 09:15:20.157225 dv-cinder-825046-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 09:15:22.482480 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.common.config [-] Logging enabled! Jan 18 09:15:22.483272 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev4 Jan 18 09:15:22.483272 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 09:15:22.486425 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.common.config [-] Logging enabled! Jan 18 09:15:22.486676 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev4 Jan 18 09:15:22.487012 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 09:15:22.487958 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 09:15:22.488187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 09:15:22.488542 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 09:15:22.488780 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 09:15:22.489005 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 09:15:22.489323 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.489620 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.489919 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.490119 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.490407 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.490694 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.491000 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.491284 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.491576 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.491873 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.492126 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.492393 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.492663 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.492929 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.493211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.493467 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.493685 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] debug = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.493964 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.494380 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.495685 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.495685 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.495685 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.495685 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.496015 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.496120 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.496397 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.497319 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] host = dv-cinder-825046-1-iscsi {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.497319 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.497319 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.497606 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.497799 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.498071 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.498347 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.498628 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.498927 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.499197 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] log_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.499474 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.499817 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.500105 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.500397 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.500621 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.500842 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.501130 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.501413 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.501684 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.501954 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.502228 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.502498 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.502793 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.503068 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.503340 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.503618 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.503897 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.504169 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.504439 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.504707 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.504973 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.505251 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.505519 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.505786 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.506054 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.506336 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.506601 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.506892 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.507192 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.507477 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.507757 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.508041 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.508311 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.508593 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.508863 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.509133 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.509405 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] use_json = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.509996 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.510263 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.510540 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.510833 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.511104 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.511374 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.511642 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.511928 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:22.512224 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.512524 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.512821 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.513111 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.513401 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.513680 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.513965 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.514238 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.514527 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.514834 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.515123 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.515423 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.515712 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.516350 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.516350 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.516558 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.516849 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.517140 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.518074 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.518074 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.518074 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.518335 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.518496 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.518817 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.519109 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.519394 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.519673 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.519984 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.520240 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.520516 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.520795 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.521082 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.521359 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.521960 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.522224 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.522503 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.522797 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.523074 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.523349 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.523639 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.523911 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.524182 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.524451 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.524727 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.525000 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.525284 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.525558 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.525829 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.526124 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.526399 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.526697 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.527061 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.527387 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.527683 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.527990 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.528269 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.528540 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.528882 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.529230 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.529491 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.529812 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.530091 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.530370 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.530641 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.531088 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.531404 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.531714 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.532038 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.532360 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.532644 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.532949 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.533308 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.533726 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.534009 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.534288 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.534567 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.534874 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.535151 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.535424 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.535717 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.537211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.537211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.537211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.537211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.537211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.538133 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.538133 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.538133 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.538133 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.538435 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.538720 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.539031 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.539330 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.539624 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.539921 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.540220 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.540497 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.540808 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.541085 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:22.541301 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 09:15:22.541550 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86700) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 09:15:22.925445 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO keyring.backend [-] Loading KWallet Jan 18 09:15:22.932926 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO keyring.backend [-] Loading SecretService Jan 18 09:15:22.936577 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO keyring.backend [-] Loading Windows Jan 18 09:15:22.938039 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO keyring.backend [-] Loading chainer Jan 18 09:15:22.938611 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO keyring.backend [-] Loading macOS Jan 18 09:15:22.972705 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 09:15:22.972975 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 09:15:22.973258 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 09:15:22.973592 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 09:15:23.282649 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.282911 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.283201 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.284423 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.284686 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.284944 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.409324 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.409605 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.409867 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.423449 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.423683 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.423972 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.452445 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.452715 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.453030 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.490537 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.491140 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.491140 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.723199 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.723429 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.723730 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.723992 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.724726 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.843371 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.843724 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.843994 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.844257 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.844517 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.844822 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.845079 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.845334 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.845584 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.845862 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.846122 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.846379 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.846611 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.846887 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.847148 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.847411 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.847664 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.847910 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.848158 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.848434 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.848773 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.849019 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.849261 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.849537 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.849778 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.850017 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.850420 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:23.850658 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:23.850922 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:23.851152 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:23.851380 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:23.851608 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:23.851966 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 09:15:23.855171 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 09:15:23.859220 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 09:15:23.862963 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 18 09:15:23.864616 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 09:15:23.865063 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 09:15:23.865469 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 09:15:23.865775 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 09:15:23.868795 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 09:15:23.869044 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 09:15:23.869385 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 09:15:23.897551 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 09:15:23.897992 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.898280 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86700) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 09:15:23.898642 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.900031 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86700) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 09:15:23.900310 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 09:15:23.900549 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 09:15:23.903798 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.904075 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:23.965696 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 09:15:23.965968 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 09:15:23.966169 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 09:15:23.966523 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 09:15:24.001728 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_db.sqlalchemy.engines [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86700) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 09:15:24.329689 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing driver for type 'gre' Jan 18 09:15:24.330141 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] gre ID ranges: [(1, 1000)] Jan 18 09:15:24.386757 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing driver for type 'local' Jan 18 09:15:24.387077 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing driver for type 'vlan' Jan 18 09:15:24.400972 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] VlanTypeDriver initialization complete Jan 18 09:15:24.401271 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing driver for type 'vxlan' Jan 18 09:15:24.401770 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] vxlan ID ranges: [(1, 1000)] Jan 18 09:15:24.458085 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing extension driver 'port_security' Jan 18 09:15:24.458415 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.extensions.port_security [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] PortSecurityExtensionDriver initialization complete Jan 18 09:15:24.458793 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing mechanism driver 'openvswitch' Jan 18 09:15:24.459105 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing mechanism driver 'hyperv' Jan 18 09:15:24.465734 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.plugin [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:15:24.466386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.466801 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.467143 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.467662 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=86700) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 09:15:24.468086 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnet after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.468499 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnet after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.468841 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnet after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.469222 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=86700) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 09:15:24.469616 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.469950 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.470277 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.470642 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=86700) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 09:15:24.471052 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > security_group after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.471429 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > security_group after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.471768 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > security_group after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.472170 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=86700) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 09:15:24.472563 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.472895 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.473223 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.473727 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=86700) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 09:15:24.474117 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > address_group after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.474451 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > address_group after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.474803 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > address_group after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.475186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=86700) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 09:15:24.475621 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] ML2 OVO RPC backend initialized. {{(pid=86700) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 18 09:15:24.476319 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router_interface after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.476660 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.477063 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.477398 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > networks before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.477733 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.478068 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > ports before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.478397 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnet before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.478738 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnets before_response 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.479082 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.479411 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.479736 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.480058 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.480381 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.480704 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.481026 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnet after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.481348 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnet after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.481669 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > subnet after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.482236 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.plugin [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Modular L2 Plugin initialization complete Jan 18 09:15:24.482555 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading services supported by the core plugin {{(pid=86700) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 09:15:24.482903 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.plugins.ml2.managers [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Got port-security extension from driver 'port_security' Jan 18 09:15:24.483357 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.extensions.vlantransparent [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Disabled vlantransparent extension. Jan 18 09:15:24.483837 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86700) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 09:15:24.484139 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: router Jan 18 09:15:24.520058 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router_interface before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.520669 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router after_create 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.520756 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router before_create 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.521122 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.521483 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.521816 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router after_delete 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.522165 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > floatingip after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.522515 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router after_create 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.522870 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router after_update 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.523211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router after_update 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.523496 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.523875 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router after_update 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.524273 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_update 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.524623 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: port after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.524954 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: port after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.525259 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: subnet after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.525582 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.525914 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > port precommit_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.526252 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_create 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.526587 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: port before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.526938 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.527283 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router after_update 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.527613 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_delete 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.527948 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_create 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.528295 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router_interface after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.528628 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_update 55549900 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.528984 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > agent after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.529325 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > agent after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.529652 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > network after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.530502 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Tracking information for resource: router configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:24.530854 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Tracking information for resource: floatingip configured {{(pid=86700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 09:15:24.535859 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.db.l3_agentschedulers_db [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 09:15:24.536431 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: port after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.536783 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: port after_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.537120 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: port after_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.537457 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: port after_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.538354 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router before_create 55550100 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.538709 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_delete 55550100 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.539081 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_create 55550100 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.539427 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > router precommit_update 55550100 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.543906 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.services.provider_configuration [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service providers = [] {{(pid=86700) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 09:15:24.544261 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.db.servicetype_db [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86700) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 09:15:24.547233 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.services.service_base [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 09:15:24.547578 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.services.service_base [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 09:15:24.547906 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.services.service_base [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 09:15:24.548780 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.services.service_base [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 09:15:24.549140 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.services.service_base [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 09:15:24.549507 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.549816 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 09:15:24.560483 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.560815 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: auto_allocate Jan 18 09:15:24.566792 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: network precommit_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.567169 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: network precommit_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.567670 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.567982 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: tag Jan 18 09:15:24.574509 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.574859 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: timestamp Jan 18 09:15:24.578896 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.579212 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: network_ip_availability Jan 18 09:15:24.584547 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.584844 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.585192 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.585900 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.586207 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: flavors Jan 18 09:15:24.590953 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.591286 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading Plugin: revisions Jan 18 09:15:24.595663 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 09:15:24.596044 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_concurrency.lockutils [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=86700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 09:15:24.596775 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86700) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 09:15:24.597100 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Initializing extension manager. Jan 18 09:15:24.597592 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: __init__.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.597924 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: __pycache__ {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.598244 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.598565 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: address_group.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.599331 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.599894 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: address-group Jan 18 09:15:24.600202 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: address_scope.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.600908 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.601404 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: address-scope Jan 18 09:15:24.601720 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: admin_state_down_before_update.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.602632 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.603156 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: router-admin-state-down-before-update Jan 18 09:15:24.603469 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: agent.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.604163 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.604654 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: agent Jan 18 09:15:24.604953 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: agent_resources_synced.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.605855 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.606341 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: agent-resources-synced Jan 18 09:15:24.606652 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: allowedaddresspairs.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.608604 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.609554 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: allowed-address-pairs Jan 18 09:15:24.609554 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: auto_allocated_topology.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.609554 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.611079 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: auto-allocated-topology Jan 18 09:15:24.611398 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: availability_zone.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.612086 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.612577 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: availability_zone Jan 18 09:15:24.612870 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: availability_zone_filter.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.613771 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.614260 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: availability_zone_filter Jan 18 09:15:24.614575 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: data_plane_status.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.615494 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.615969 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 09:15:24.616319 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: default_subnetpools.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.617221 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.617709 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: default-subnetpools Jan 18 09:15:24.618019 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: dhcpagentscheduler.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.618849 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.619343 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: dhcp_agent_scheduler Jan 18 09:15:24.619658 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: dns.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.620553 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.621034 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension dns-integration not supported by any of loaded plugins Jan 18 09:15:24.621345 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: dns_domain_ports.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.622247 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.622745 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 09:15:24.623056 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: dvr.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.623724 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.624209 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: dvr Jan 18 09:15:24.624524 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: empty_string_filtering.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.625470 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.625959 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: empty-string-filtering Jan 18 09:15:24.626269 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.627195 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.627676 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 09:15:24.627985 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.628890 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.629379 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 09:15:24.629689 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: external_net.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.630591 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.631117 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: external-net Jan 18 09:15:24.631425 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: extra_dhcp_opt.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.632325 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.632809 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: extra_dhcp_opt Jan 18 09:15:24.633117 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: extraroute.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.634009 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.634884 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: extraroute Jan 18 09:15:24.635194 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: extraroute_atomic.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.636222 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.636718 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: extraroute-atomic Jan 18 09:15:24.637026 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: filter_validation.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.637674 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.638156 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: filter-validation Jan 18 09:15:24.638461 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: fip_pf_description.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.639388 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.639865 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 09:15:24.640171 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: fip_port_details.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.641106 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.641594 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: fip-port-details Jan 18 09:15:24.641905 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: flavors.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.643170 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.643667 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: flavors Jan 18 09:15:24.643986 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.645657 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.646163 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 09:15:24.646478 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: floatingip_pools.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.647193 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.647685 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: floatingip-pools Jan 18 09:15:24.647995 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: ip_allocation.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.648893 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.649382 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 09:15:24.649692 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.650588 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.651110 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: ip-substring-filtering Jan 18 09:15:24.651422 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l2_adjacency.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.652331 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.652812 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 09:15:24.653122 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l3.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.654077 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.654582 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: router Jan 18 09:15:24.654923 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l3_conntrack_helper.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.658691 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.659245 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 09:15:24.659564 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.660498 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.661004 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: ext-gw-mode Jan 18 09:15:24.661317 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.662224 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.662715 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: l3-ha Jan 18 09:15:24.663059 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l3_flavors.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.663956 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.664456 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: l3-flavors Jan 18 09:15:24.664771 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.665680 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.666191 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 09:15:24.666488 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: l3agentscheduler.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.667533 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.668029 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: l3_agent_scheduler Jan 18 09:15:24.668347 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: logging.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.669824 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.670325 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension logging not supported by any of loaded plugins Jan 18 09:15:24.670643 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: metering.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.671402 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.671983 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: metering Jan 18 09:15:24.672293 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.673367 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.673870 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: metering_source_and_destination_fields Jan 18 09:15:24.674191 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: multiprovidernet.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.675134 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.675626 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: multi-provider Jan 18 09:15:24.675937 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: netmtu.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.676838 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.677329 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: net-mtu Jan 18 09:15:24.677639 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: netmtu_writable.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.678530 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.679041 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: net-mtu-writable Jan 18 09:15:24.679354 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: network_availability_zone.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.680014 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.680501 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: network_availability_zone Jan 18 09:15:24.680810 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: network_ip_availability.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.681891 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.682384 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: network-ip-availability Jan 18 09:15:24.682696 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: network_segment_range.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.683479 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.683969 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 09:15:24.684282 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: pagination.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.685243 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.685563 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: pagination Jan 18 09:15:24.685876 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: port_device_profile.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.686805 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.687352 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: port-device-profile Jan 18 09:15:24.687666 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.688570 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.689089 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: port-mac-address-regenerate Jan 18 09:15:24.689396 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.690300 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.690786 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: port-numa-affinity-policy Jan 18 09:15:24.691127 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: port_resource_request.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.692020 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.692495 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 09:15:24.692813 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: portbindings.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.693720 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.694215 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: binding Jan 18 09:15:24.694528 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: portbindings_extended.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.695832 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.696325 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: binding-extended Jan 18 09:15:24.696640 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: portsecurity.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.697540 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.698032 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: port-security Jan 18 09:15:24.698341 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: project_id.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.699335 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.699650 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: project-id Jan 18 09:15:24.699963 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: providernet.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.700852 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.701365 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: provider Jan 18 09:15:24.701660 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.705365 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.705895 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos not supported by any of loaded plugins Jan 18 09:15:24.706211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.707485 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.707984 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 09:15:24.708306 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.709215 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.709713 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 09:15:24.710026 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_default.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.710937 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.711431 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-default not supported by any of loaded plugins Jan 18 09:15:24.711745 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_fip.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.712386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.712877 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-fip not supported by any of loaded plugins Jan 18 09:15:24.713188 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_gateway_ip.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.714098 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.714596 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 09:15:24.714937 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_port_network_policy.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.715844 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.716332 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 09:15:24.716642 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_rule_type_details.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.717549 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.718040 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 09:15:24.718369 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: qos_rules_alias.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.719499 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.719993 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 09:15:24.720304 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: quotasv2.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.721192 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.721509 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: quotas Jan 18 09:15:24.721819 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: quotasv2_detail.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.723449 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.723772 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: quota_details Jan 18 09:15:24.724093 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: rbac.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.725140 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.725638 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: rbac-policies Jan 18 09:15:24.725960 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: rbac_address_group.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.726905 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.727403 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: rbac-address-group Jan 18 09:15:24.727718 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: rbac_address_scope.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.728621 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.729116 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: rbac-address-scope Jan 18 09:15:24.729428 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: rbac_security_groups.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.730333 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.730879 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: rbac-security-groups Jan 18 09:15:24.731198 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: rbac_subnetpool.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.732152 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.732600 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: rbac-subnetpool Jan 18 09:15:24.732911 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: revisionifmatch.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.733815 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.734335 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: revision-if-match Jan 18 09:15:24.734649 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: revisions.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.735757 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.736251 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: standard-attr-revisions Jan 18 09:15:24.736567 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: router_availability_zone.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.737227 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.737730 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: router_availability_zone Jan 18 09:15:24.738037 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: routerservicetype.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.738969 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.739467 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension router-service-type not supported by any of loaded plugins Jan 18 09:15:24.739778 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.740687 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.741183 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: security-groups-normalized-cidr Jan 18 09:15:24.741493 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: security_groups_port_filtering.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.742404 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.742933 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: port-security-groups-filtering Jan 18 09:15:24.743246 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.744273 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.744784 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: security-groups-remote-address-group Jan 18 09:15:24.745098 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: securitygroup.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.754814 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.755327 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: security-group Jan 18 09:15:24.755655 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: segment.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.756429 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.756916 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension segment not supported by any of loaded plugins Jan 18 09:15:24.757234 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.758164 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.758657 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 09:15:24.758997 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: servicetype.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.760461 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.760964 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: service-type Jan 18 09:15:24.761282 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: sorting.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.762233 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.762554 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: sorting Jan 18 09:15:24.762898 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: standard_attr_segment.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.763801 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.764303 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 09:15:24.764615 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: standardattrdescription.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.765279 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.765769 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: standard-attr-description Jan 18 09:15:24.766079 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: stateful_security_group.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.767017 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.767512 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: stateful-security-group Jan 18 09:15:24.767823 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: stdattrs_common.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.768400 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 09:15:24.768712 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.769706 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.770200 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 09:15:24.770509 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: subnet_onboard.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.771612 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.772110 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: subnet_onboard Jan 18 09:15:24.772422 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.773330 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.773817 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 09:15:24.774133 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: subnet_service_types.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.775067 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.775567 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: subnet-service-types Jan 18 09:15:24.775881 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: subnetallocation.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.776937 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.777436 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: subnet_allocation Jan 18 09:15:24.777753 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.778402 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.778937 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: subnetpool-prefix-ops Jan 18 09:15:24.779248 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.780154 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.780646 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 09:15:24.781026 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: tagging.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.782057 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.782574 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: standard-attr-tag Jan 18 09:15:24.782914 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: timestamp.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.784130 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.784627 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loaded extension: standard-attr-timestamp Jan 18 09:15:24.784939 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: trunk.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.785957 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.786450 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension trunk not supported by any of loaded plugins Jan 18 09:15:24.786800 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: trunk_details.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.787703 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.788198 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension trunk-details not supported by any of loaded plugins Jan 18 09:15:24.788504 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: uplink_status_propagation.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.789404 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.789896 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 09:15:24.790207 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Loading extension file: vlantransparent.py {{(pid=86700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 09:15:24.790893 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 09:15:24.791378 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 09:15:24.793799 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:network Jan 18 09:15:24.794541 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:subnet Jan 18 09:15:24.795333 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 09:15:24.795965 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:port Jan 18 09:15:24.797213 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.797649 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service FLAVORS assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.798251 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.798660 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.799002 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:router Jan 18 09:15:24.799651 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:floatingip Jan 18 09:15:24.800338 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service METERING assigned prefix: /metering {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.801778 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.802137 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.802482 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:15:24.803620 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 09:15:24.804060 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:security_group Jan 18 09:15:24.804712 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 09:15:24.805442 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service CORE assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.805760 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 09:15:24.806077 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] subnetpool is already registered Jan 18 09:15:24.806666 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service CORE assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.807105 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 09:15:24.807423 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] subnetpool is already registered Jan 18 09:15:24.809981 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.810399 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service FLAVORS assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.811012 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.811418 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.811739 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:router Jan 18 09:15:24.812073 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] router is already registered Jan 18 09:15:24.812693 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:floatingip Jan 18 09:15:24.813018 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] floatingip is already registered Jan 18 09:15:24.813624 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service METERING assigned prefix: /metering {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.814286 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 09:15:24.814604 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] rbac_policy is already registered Jan 18 09:15:24.815160 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:security_group Jan 18 09:15:24.815609 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] security_group is already registered Jan 18 09:15:24.816188 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 09:15:24.816507 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] security_group_rule is already registered Jan 18 09:15:24.817158 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service CORE assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.817476 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 09:15:24.817801 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] subnetpool is already registered Jan 18 09:15:24.818384 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.v2.resource_helper [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Service CORE assigned prefix: {{(pid=86700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 09:15:24.818711 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 09:15:24.819048 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING neutron.quota.resource_registry [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] subnetpool is already registered Jan 18 09:15:24.819678 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: extensions {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.821172 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: address-groups {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.822807 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: address-scopes {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.824023 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: agents {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.825206 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: auto-allocated-topology {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.826425 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: availability_zones {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.827789 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: dhcp-networks {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.829199 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: dhcp-agents {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.830605 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: routers {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.832456 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: flavors {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.833601 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: service_profiles {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.834888 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: next_providers {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.837249 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: service_profiles {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.838760 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: floatingip-pools {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.839966 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: routers {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.841762 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: floatingips {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.842958 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: l3-routers {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.844409 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: l3-agents {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.845816 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: metering-labels {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.847189 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: metering-label-rules {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.848456 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: network-ip-availabilities {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.849686 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: bindings {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.851359 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: quotas {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.852799 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: quotas {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.854223 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: rbac-policies {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.855532 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: security-groups {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.856720 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: security-group-rules {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.857929 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: service-providers {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.859244 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: subnetpools {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.860634 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: subnetpools {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.862095 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.863803 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.865598 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.867399 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.869168 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.871029 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.872690 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.874622 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.876378 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.878208 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron.api.extensions [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Extended resource: tags {{(pid=86700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 09:15:24.884024 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING keystonemiddleware.auth_token [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 09:15:24.889129 dv-cinder-825046-1-iscsi neutron-server[86700]: WARNING keystonemiddleware.auth_token [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 09:15:24.897412 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_concurrency.lockutils [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Acquired lock "singleton_lock" {{(pid=86700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 09:15:24.897883 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_concurrency.lockutils [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Releasing lock "singleton_lock" {{(pid=86700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 09:15:24.898508 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO oslo_service.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Starting 2 workers Jan 18 09:15:24.903062 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Started child 86805 {{(pid=86700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 09:15:24.907234 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Started child 86806 {{(pid=86700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 09:15:24.908405 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:24.908918 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO neutron.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 09:15:24.909347 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Notify callbacks [] for process, before_spawn {{(pid=86700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:24.909882 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [-] (86805) wsgi starting up on http://0.0.0.0:9696 Jan 18 09:15:24.911653 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:24.912127 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO oslo_service.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Starting 1 workers Jan 18 09:15:24.912977 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [-] (86806) wsgi starting up on http://0.0.0.0:9696 Jan 18 09:15:24.916645 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Started child 86807 {{(pid=86700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 09:15:24.917171 dv-cinder-825046-1-iscsi neutron-server[86700]: INFO oslo_service.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Starting 1 workers Jan 18 09:15:24.920341 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] calling RpcWorker wait() {{(pid=86807) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 09:15:24.920928 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] returning from RpcWorker wait() {{(pid=86807) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 09:15:24.921305 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Started child 86808 {{(pid=86700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 09:15:24.922102 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG neutron_lib.callbacks.manager [None req-4268a1ec-5bd8-48ab-bcb9-0b1659a7421c None None] Notify callbacks [] for process, after_spawn {{(pid=86700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:24.922227 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:24.922762 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:15:24.923979 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 09:15:24.924395 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 09:15:24.924529 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 09:15:24.924743 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 09:15:24.925106 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 09:15:24.925231 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 09:15:24.925769 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.926034 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.926305 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.926429 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:24.926931 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.926931 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.927409 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.927669 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.927918 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.928208 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.928421 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.928558 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.928733 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.928990 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.929409 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.929559 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.929936 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.929936 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.930218 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.930643 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.930643 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.931014 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.931132 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.931516 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] debug = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.931646 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.932135 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.932325 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.932621 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.932789 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.933076 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.933284 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.933528 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.933772 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.933947 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.934511 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.934511 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.935094 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.935094 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.935094 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.935693 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.935693 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.936119 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] host = dv-cinder-825046-1-iscsi {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.936239 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.936517 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.936686 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.936968 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.937184 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.937509 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.937691 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.937989 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.938267 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.938519 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.938816 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.939032 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.939224 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.939554 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.939728 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_options = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.939868 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.940116 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.940382 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.940559 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.940702 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.940835 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.941118 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.941295 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.941499 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.941722 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.941948 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.942166 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.942392 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.942601 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.942864 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.943092 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.943300 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.943503 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.943755 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.943975 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.944193 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.944398 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.944642 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.944893 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.945095 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.945309 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.945596 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.945728 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.945953 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.946200 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.946435 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.946703 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.947039 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.947273 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.947513 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.947739 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.947950 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.948217 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:15:24.948362 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.948494 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.948657 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.948908 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.949119 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.949340 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.949580 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.949816 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.950051 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_json = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.950260 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.950541 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.950815 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.951047 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.951459 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.951855 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.951855 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.952408 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:24.952545 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.953340 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.953541 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.953750 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.953976 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.954209 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.954440 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.954651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.954988 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.955178 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.955475 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.955835 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.956113 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.956364 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.956604 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.956902 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.957883 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.957883 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.957883 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.957883 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.958200 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.968961 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.969557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.970187 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.971481 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972386 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.972977 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.973590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974186 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974761 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974761 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974761 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974761 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.974761 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.975117 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.975202 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.975370 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.975613 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.975865 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.976106 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.976353 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.976568 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.976797 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.977012 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.977299 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.977541 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.977768 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.978030 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.978268 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.978520 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.978832 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.979352 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.979584 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.979856 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.980134 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.980398 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.980677 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.980919 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.981204 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.981413 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.981695 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.981856 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.982107 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.982358 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.984274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.984274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.984274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.984274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.984274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.984274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.984274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.986651 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.987585 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.987585 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.987585 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.987585 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.987585 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.987585 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.987585 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.988067 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.988067 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.988223 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.988407 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.988618 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.988895 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.989124 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.989362 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.989588 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.989790 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.990783 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.990783 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.990783 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.991004 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.991145 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.991329 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.991537 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.991742 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.991963 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.992227 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.992436 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.992694 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.992937 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.993147 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.993375 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.993613 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.993859 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.994067 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.994342 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.994558 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.994807 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.995020 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.995233 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.995465 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.995697 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.995935 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.996232 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.996480 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.996712 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.997024 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.997263 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.997500 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.997723 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.997942 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.998166 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.998402 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.998854 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.999072 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.999288 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.999497 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:24.999799 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.000038 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.000281 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.000507 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.000808 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.000981 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.001126 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.001304 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.001583 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.002183 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.002183 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.002490 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.002490 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.002773 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.002921 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.003121 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.003332 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.003553 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.003783 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.003988 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.004191 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.004397 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.004601 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.004865 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.005110 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.005332 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.005606 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.005830 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.006063 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.006310 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.006616 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.006871 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.007137 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.007381 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.007592 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.007822 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.008069 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.008396 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.008689 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.008948 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.009175 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.009821 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.010090 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.010345 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.010554 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.010876 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.011194 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.011461 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.011702 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.011939 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.012213 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.012427 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.012637 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.012848 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.013073 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.013282 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.013689 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.013950 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.014171 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.014379 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.014618 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.014874 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.015093 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.015362 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.015572 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.015778 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.015927 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 09:15:25.016461 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 09:15:25.016620 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 09:15:25.016768 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 09:15:25.016950 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 09:15:25.017113 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 09:15:25.017260 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 09:15:25.017461 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.017619 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.017772 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.017925 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.018080 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.018254 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.018484 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.018645 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.018823 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.018980 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.019161 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.019303 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.019448 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.019590 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.019711 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.019859 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.019991 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.020136 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.020294 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.020441 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.020589 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.020731 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.020865 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] debug = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.021042 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.021218 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.021421 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.021565 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.021687 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.021808 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.021899 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.022027 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.022184 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.022329 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.022467 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.022607 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.022766 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.022909 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.023045 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.023193 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.023328 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.023471 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] host = dv-cinder-825046-1-iscsi {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.023619 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.023755 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.023912 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.024053 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.024188 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.024344 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.024516 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.024664 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.024795 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.024948 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.025102 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.025256 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.025408 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.025589 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.025739 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_options = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.025877 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.026033 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.026185 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.026368 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.026525 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.026679 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.026858 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.027013 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.027166 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.027319 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.027471 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.027625 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.027778 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.027930 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.028083 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.028235 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.028388 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.028542 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.028697 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.028850 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.029005 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.029158 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.029310 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.029464 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.029616 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.029769 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.029922 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.030058 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.030216 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.030369 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.030522 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.030675 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.030875 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.031030 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.031184 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.031336 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.031480 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.031634 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.031790 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.031943 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.032165 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.032262 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.032393 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.032546 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.032700 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.032852 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_json = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.033006 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.033160 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.033313 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.033465 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.033621 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.033774 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.033927 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.034082 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 09:15:25.034256 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.034412 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.034578 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.034752 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.034909 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.035064 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.035220 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.035376 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.035531 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.035684 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.035850 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.036011 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.036175 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.036332 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.036486 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.036643 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.036799 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.036954 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.037108 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.037267 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.037423 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.037579 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.037751 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.037908 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.038066 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.038221 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.038375 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.038532 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.038687 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.038867 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.039025 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.039181 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.039336 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.039492 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.039612 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:15:25.039721 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.039847 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.039928 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.040077 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.040233 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.040388 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.040543 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.040697 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.040852 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.041007 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.041163 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.041319 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.041475 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.041631 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.041787 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.041943 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.042180 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.042341 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.042497 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.042652 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.042972 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.042972 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.043321 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.043321 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.043596 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.043596 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.043850 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.043850 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044301 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044301 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044301 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044785 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044785 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044785 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044988 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.044988 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.045136 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.045267 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.045422 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.045578 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.045749 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.045885 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.046041 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.046196 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.046352 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.046602 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.046779 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.046936 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.047092 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.047248 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.047421 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.047580 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.047735 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.047891 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.048045 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.048201 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.048355 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.048512 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.048666 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.048820 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.048974 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.049128 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.049282 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.049438 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.049595 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.049749 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.049904 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.050057 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.050213 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.050367 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.050523 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.050678 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.050842 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.050998 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.051154 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.051308 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.051460 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.051624 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.051780 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.051937 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.052106 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.052232 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.052395 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.052549 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.052704 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.052859 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.053014 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.053169 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.053323 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.053478 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.053637 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.053791 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.053946 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.054107 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.054274 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.054431 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.054586 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.054773 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.054938 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.055093 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.055249 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.055404 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.055559 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.055714 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.055868 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.056023 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.056179 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.056334 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.056488 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.056647 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.056801 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.056955 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.057110 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.057266 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.057421 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.057577 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.057733 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.057888 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.058390 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.058390 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.058390 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.058680 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.058680 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.058856 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.058933 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.059077 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.059231 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.059388 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.059543 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.059700 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.059855 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.060009 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.060164 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.060318 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.060473 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.060631 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.060786 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.060942 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.061096 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.061251 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.061406 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.061561 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.061720 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.061876 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.062032 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.062210 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.062366 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.062521 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.062677 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.062868 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.063025 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.063249 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.063868 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.063868 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.063868 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.063868 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.064318 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.064318 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.064318 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.064658 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.064658 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.064895 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.064895 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.065041 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.065160 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.065288 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.065445 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.065599 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.065755 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.065911 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.066066 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.066233 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.066392 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.066569 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.066689 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.066854 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.066974 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.067133 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.067275 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.067429 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.067583 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.067738 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.067901 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.068056 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.068211 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.068364 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.068517 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.068728 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.068864 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.068979 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.069139 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.069293 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.069452 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.069606 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.069772 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.069928 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.070087 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.070244 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.070398 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.070553 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.070710 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.070906 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.071071 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.071233 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.071393 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.071557 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.071722 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.071886 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.072041 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.072204 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.072371 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.072525 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.072680 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.072835 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.072991 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.073145 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.073298 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.073453 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.073613 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.073768 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.073923 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.074078 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.074234 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.074387 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.074541 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.074698 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.074874 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.075028 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.075182 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.075338 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 09:15:25.075487 dv-cinder-825046-1-iscsi neutron-server[86700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 09:15:25.323614 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33688) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:15:25.336820 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099013 Jan 18 09:15:35.859571 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ade1c-bf8b-4354-843d-892abc251197 None None] get_active_networks_info from dv-cinder-825046-1-iscsi {{(pid=86807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 18 09:15:35.935155 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ade1c-bf8b-4354-843d-892abc251197 None None] No non-hosted networks {{(pid=86807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 09:15:35.947806 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.agentschedulers_db [None req-887ade1c-bf8b-4354-843d-892abc251197 None None] DHCP Agent not found on host dv-cinder-825046-1-iscsi {{(pid=86807) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 09:15:36.009709 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a1115060-8d88-4198-b54d-51aa3e348985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7913913'] for agent, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:38.059538 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1ad0fe17-fc6e-47b4-ba09-acf13d105103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7913913'] for agent, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:38.110491 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-60e5f455-2c3f-4db1-8256-11b3dcf06f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:39.104377 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7913913'] for agent, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:39.188475 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7913913'] for agent, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:39.189237 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.189547 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.191353 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.191878 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.192220 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.192526 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.192900 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.194716 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.195754 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.196083 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.196431 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.196758 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:39.197150 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825046-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:15:39.209445 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825046-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:15:40.381077 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7913913'] for agent, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:42.272121 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 33780) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:15:42.891227 dv-cinder-825046-1-iscsi neutron-server[86806]: WARNING oslo_policy.policy [None req-daf4b40c-454c-40c3-b664-5be50e385aae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:42.891964 dv-cinder-825046-1-iscsi neutron-server[86806]: WARNING oslo_policy.policy [None req-daf4b40c-454c-40c3-b664-5be50e385aae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:43.120894 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [None req-daf4b40c-454c-40c3-b664-5be50e385aae admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:15:43.122148 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-daf4b40c-454c-40c3-b664-5be50e385aae admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8474398 Jan 18 09:15:45.038018 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.db.l3_hamode_db [None req-19639a3c-753d-426a-8acd-65afb2a485e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 09:15:45.132550 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19639a3c-753d-426a-8acd-65afb2a485e7 None None] Routers set() bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:15:45.132846 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19639a3c-753d-426a-8acd-65afb2a485e7 None None] Router IDs set() for agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 18 09:15:45.511649 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33794) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:15:46.100548 dv-cinder-825046-1-iscsi neutron-server[86805]: WARNING oslo_policy.policy [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:46.101104 dv-cinder-825046-1-iscsi neutron-server[86805]: WARNING oslo_policy.policy [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:46.314490 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:15:46.416677 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.policy [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86805) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 09:15:46.460172 dv-cinder-825046-1-iscsi neutron-server[86805]: WARNING oslo_policy.policy [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:46.460557 dv-cinder-825046-1-iscsi neutron-server[86805]: WARNING oslo_policy.policy [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:46.468762 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.quota [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] Loaded quota_driver: . Jan 18 09:15:46.484827 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:15:46.548285 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767282202', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767281783', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767157159', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767170433', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767173971', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767183876', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-647890', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-986205', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8338025', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8272722'] for rbac-policy, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:46.615044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:46.616335 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d47e08bf-2206-4cfd-97f0-9ccef30c3f3c admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1034009 Jan 18 09:15:49.226934 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33812) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:15:49.591139 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Request body: {'network': {'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'name': 'private', 'admin_state_up': True}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:15:49.596120 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:15:49.600752 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Usage tracker for resource:network and tenant:78646e78d0fa44fb9fd649665ce3adfa is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:15:49.605344 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:15:49.611555 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:15:49.624446 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Made reservation on behalf of 78646e78d0fa44fb9fd649665ce3adfa for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:15:49.627354 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:49.645586 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:49.660151 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:15:49.665841 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Usage tracker for resource:security_group_rule and tenant:78646e78d0fa44fb9fd649665ce3adfa is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:15:49.671028 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:15:49.676586 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:15:49.774176 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:49.779356 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:49.800683 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:15:49.826048 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727763931149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:49.826628 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Unsubscribe: segment precommit_create {{(pid=86805) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 09:15:49.827140 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Added segment 965a5dd9-cac8-46bd-9d69-4d15d0f9188b of type vlan for network 2b093e69-e7b8-404b-a97d-9b612e81beb9 Jan 18 09:15:49.874945 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00864e-aec6-425d-98bd-33c8b1df223a,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:15:49.895341 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.895742 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.896081 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.896401 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.896719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.897036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.897350 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.897642 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.897978 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.898302 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.898607 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.898945 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Tracked resource versions report: Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: pushed versions: Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: { 'AddressGroup': {'1.2'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'ConntrackHelper': {'1.0'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Log': {'1.0'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Network': {'1.1'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Port': {'1.7'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'PortForwarding': {'1.2'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'QosPolicy': {'1.8'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroup': {'1.4'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SubPort': {'1.0'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Subnet': {'1.1'}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Trunk': {'1.1'}} Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: consumer versions: Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'ConntrackHelper': '1.0', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Log': '1.0', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Network': '1.1', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Port': '1.7', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'PortForwarding': '1.2', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'QosPolicy': '1.8', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroup': '1.4', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroupRule': '1.2', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SubPort': '1.0', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Subnet': '1.1', Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Trunk': '1.1'}} Jan 18 09:15:49.899991 dv-cinder-825046-1-iscsi neutron-server[86805]: {{(pid=86805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:15:49.939974 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:49.983716 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:49.984777 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:15:49.985441 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:50.093643 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b093e69-e7b8-404b-a97d-9b612e81beb9,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:15:50.096352 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-8fc0e861-1624-4c59-996e-881fd3f770d2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8680937 Jan 18 09:15:50.108615 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:15:52.740831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 33828) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:15:53.320607 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.policy [None req-bfcee76b-6622-4c7d-97bc-fa9503d01842 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86806) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 09:15:53.364606 dv-cinder-825046-1-iscsi neutron-server[86806]: WARNING oslo_policy.policy [None req-bfcee76b-6622-4c7d-97bc-fa9503d01842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:53.364973 dv-cinder-825046-1-iscsi neutron-server[86806]: WARNING oslo_policy.policy [None req-bfcee76b-6622-4c7d-97bc-fa9503d01842 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 09:15:53.372847 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcee76b-6622-4c7d-97bc-fa9503d01842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:15:53.374525 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-bfcee76b-6622-4c7d-97bc-fa9503d01842 admin admin] 10.222.0.54 "GET /v2.0/networks/2b093e69-e7b8-404b-a97d-9b612e81beb9 HTTP/1.1" status: 200 len: 825 time: 0.6327989 Jan 18 09:15:53.407009 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-03512402-bb6b-41d3-8f80-ecdc0b4fadf7 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/753243b4-6191-4a5b-a496-7a62eb9bc149 HTTP/1.1" status: 200 len: 734 time: 0.0266848 Jan 18 09:15:53.416339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'gateway_ip': '172.20.0.1', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'subnetpool_id': '753243b4-6191-4a5b-a496-7a62eb9bc149'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:15:53.417876 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.quota [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Loaded quota_driver: . Jan 18 09:15:53.424097 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:15:53.429744 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Usage tracker for resource:subnet and tenant:78646e78d0fa44fb9fd649665ce3adfa is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:15:53.433056 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:15:53.439879 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:15:53.456548 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Made reservation on behalf of 78646e78d0fa44fb9fd649665ce3adfa for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:15:53.459813 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Notify callbacks [] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:53.768625 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:53.851535 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Checking segment: {'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:15:53.851908 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Network hostable DHCP agents. Network: 2b093e69-e7b8-404b-a97d-9b612e81beb9, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:15:53.869672 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ac2fe7-4481-4ea7-aeea-a006d94d719e,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:15:53.879628 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.880008 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.880335 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.880771 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.881091 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.881418 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.881734 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.882034 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.882356 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.882664 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.882999 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.883303 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Tracked resource versions report: Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: pushed versions: Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: { 'AddressGroup': {'1.2'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'ConntrackHelper': {'1.0'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Log': {'1.0'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Network': {'1.1'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Port': {'1.7'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'PortForwarding': {'1.2'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'QosPolicy': {'1.8'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroup': {'1.4'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SubPort': {'1.0'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Subnet': {'1.1'}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Trunk': {'1.1'}} Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: consumer versions: Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'ConntrackHelper': '1.0', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Log': '1.0', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Network': '1.1', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Port': '1.7', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'PortForwarding': '1.2', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'QosPolicy': '1.8', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroup': '1.4', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroupRule': '1.2', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SubPort': '1.0', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Subnet': '1.1', Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Trunk': '1.1'}} Jan 18 09:15:53.884712 dv-cinder-825046-1-iscsi neutron-server[86806]: {{(pid=86806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:15:53.907966 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:15:53.920131 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 2b093e69-e7b8-404b-a97d-9b612e81beb9) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:15:53.924702 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:15:53.925321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:53.931474 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e81a1-6b18-4e2f-a5c3-f31031632777 None None] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:15:53.950038 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8ca5a1d3-d85c-4844-8aa2-aad83e122bca admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5372076 Jan 18 09:15:54.334507 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-2b093e69-e7b8-404b-a97d-9b612e81beb9', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'fixed_ips': [{'subnet_id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:15:54.335722 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:54.517852 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Allocated IP 172.20.0.2 (2b093e69-e7b8-404b-a97d-9b612e81beb9/33ac2fe7-4481-4ea7-aeea-a006d94d719e/19678872-d475-4f53-95bc-0917702bd02b) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:15:54.744950 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:54.758475 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Transition to ACTIVE for port object 19678872-d475-4f53-95bc-0917702bd02b will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:15:54.781904 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Transition to ACTIVE for port object 19678872-d475-4f53-95bc-0917702bd02b will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:15:54.788995 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:54.856960 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:15:54.859767 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:15:54.864887 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Pushing event updated for resources: {'Port': ['ID=19678872-d475-4f53-95bc-0917702bd02b,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:15:54.867307 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:15:54.876297 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.876634 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.876961 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.877281 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.877603 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.877919 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.878234 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.878546 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.878910 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.879216 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.879528 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.879921 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Tracked resource versions report: Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: pushed versions: Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: { 'AddressGroup': {'1.2'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'ConntrackHelper': {'1.0'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Log': {'1.0'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Network': {'1.1'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Port': {'1.7'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'PortForwarding': {'1.2'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'QosPolicy': {'1.8'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroup': {'1.4'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SubPort': {'1.0'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Subnet': {'1.1'}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Trunk': {'1.1'}} Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: consumer versions: Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'ConntrackHelper': '1.0', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Log': '1.0', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Network': '1.1', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Port': '1.7', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'PortForwarding': '1.2', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'QosPolicy': '1.8', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroup': '1.4', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroupRule': '1.2', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SubPort': '1.0', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Subnet': '1.1', Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Trunk': '1.1'}} Jan 18 09:15:54.881025 dv-cinder-825046-1-iscsi neutron-server[86807]: {{(pid=86807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:15:54.970701 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Attempting to bind port 19678872-d475-4f53-95bc-0917702bd02b on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:15:54.971415 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Attempting to bind port 19678872-d475-4f53-95bc-0917702bd02b by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:15:54.971526 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Attempting to bind port 19678872-d475-4f53-95bc-0917702bd02b on network 2b093e69-e7b8-404b-a97d-9b612e81beb9 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:15:54.977087 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:15:54.977472 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Checking segment: {'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:15:54.977957 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:54.978335 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Bound using segment: {'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:15:54.978860 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Bound port: 19678872-d475-4f53-95bc-0917702bd02b, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:15:54.979250 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:55.070035 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-77056665-d70d-452e-bfac-821c380d4009 None None] For port 19678872-d475-4f53-95bc-0917702bd02b, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:15:55.074253 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-77056665-d70d-452e-bfac-821c380d4009 None None] For port 19678872-d475-4f53-95bc-0917702bd02b, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=19678872-d475-4f53-95bc-0917702bd02b,segment=NetworkSegment(965a5dd9-cac8-46bd-9d69-4d15d0f9188b),segment_id=965a5dd9-cac8-46bd-9d69-4d15d0f9188b)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:15:55.080848 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:55.187920 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77056665-d70d-452e-bfac-821c380d4009 None None] Pushing event updated for resources: {'Port': ['ID=19678872-d475-4f53-95bc-0917702bd02b,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:15:56.305807 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 33844) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:15:56.679192 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [None req-6c5f6084-e2b7-497b-8909-8888a4a2ab18 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:15:56.694754 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-6c5f6084-e2b7-497b-8909-8888a4a2ab18 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3733735 Jan 18 09:15:58.763732 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397b0dbc-e572-4cd3-9303-9db19868f043 None None] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:15:58.859255 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-00bdd1a5-e838-4e52-ba11-2ec8be439684 None None] Provisioning for port 19678872-d475-4f53-95bc-0917702bd02b completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:15:58.882711 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 19678872-d475-4f53-95bc-0917702bd02b up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:15:59.039124 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33858) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:15:59.048377 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 19678872-d475-4f53-95bc-0917702bd02b completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:15:59.059241 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 19678872-d475-4f53-95bc-0917702bd02b triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:15:59.059649 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:59.193274 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:59.226652 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 19678872-d475-4f53-95bc-0917702bd02b, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=19678872-d475-4f53-95bc-0917702bd02b,segment=NetworkSegment(965a5dd9-cac8-46bd-9d69-4d15d0f9188b),segment_id=965a5dd9-cac8-46bd-9d69-4d15d0f9188b)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:15:59.232680 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:59.308839 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=19678872-d475-4f53-95bc-0917702bd02b,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:15:59.391994 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c1ed0162-9bc9-435a-9560-60d9f3b1629a None None] Provisioning complete for port 19678872-d475-4f53-95bc-0917702bd02b triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:15:59.392367 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0162-9bc9-435a-9560-60d9f3b1629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:15:59.433467 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [None req-987ea70b-516e-494c-b75a-6b23dd0fa5e9 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:15:59.434448 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-987ea70b-516e-494c-b75a-6b23dd0fa5e9 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3941305 Jan 18 09:16:00.857149 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 19678872-d475-4f53-95bc-0917702bd02b up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:16:00.924563 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 19678872-d475-4f53-95bc-0917702bd02b triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:16:00.925107 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:02.071233 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33870) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:16:02.428186 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'name': 'router1'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:16:02.432643 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:16:02.436349 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Usage tracker for resource:router and tenant:78646e78d0fa44fb9fd649665ce3adfa is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:16:02.440152 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:16:02.445778 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:16:02.458216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:02.459994 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:02.482465 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:02.605254 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:02.629842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:02.631102 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-29fdde56-d9e7-4e47-9a1f-3bf8405fb090 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5585370 Jan 18 09:16:04.986118 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33880) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:16:05.388423 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [None req-c334e85a-a74a-4017-b3ac-e45a0c76a963 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:16:05.389416 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-c334e85a-a74a-4017-b3ac-e45a0c76a963 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4023807 Jan 18 09:16:05.825123 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0f70c830-d41b-4d0b-a74e-04eb31f1457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:07.752980 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33890) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:16:08.057080 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-70238c2b-723b-4d7f-a5f6-a0d08f40b96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.120862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:16:08.126343 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:16:08.130325 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Usage tracker for resource:network and tenant:5663e6f4a10f4a638bd8e77408165dd5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:16:08.133454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:16:08.139630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:16:08.152846 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Made reservation on behalf of 5663e6f4a10f4a638bd8e77408165dd5 for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:16:08.155284 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.167268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.181360 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:16:08.185125 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Usage tracker for resource:security_group_rule and tenant:5663e6f4a10f4a638bd8e77408165dd5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:16:08.187885 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:16:08.193484 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:16:08.275774 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.281781 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.302773 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Reserving flat network on physical network physnet1 {{(pid=86805) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 09:16:08.322707 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbee4b4-0909-4167-905f-938269df81d2,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:08.326679 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.327043 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Added segment c22335dd-8b1d-46a2-8836-276660896c4e of type flat for network b91bd197-03eb-4b92-8d09-d108415f1400 Jan 18 09:16:08.360613 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.399753 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.400707 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:16:08.401320 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:08.517978 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] Pushing event updated for resources: {'Network': ['ID=b91bd197-03eb-4b92-8d09-d108415f1400,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:08.521173 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-67fac591-c691-4f68-8037-d31735f90910 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7669263 Jan 18 09:16:08.528026 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network b91bd197-03eb-4b92-8d09-d108415f1400 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:16:09.049932 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:09.185687 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:10.339335 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:10.883239 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 33910) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:16:11.090303 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ad162-f3e7-409c-a28a-2fed60aa4a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:16:11.091687 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-cc2ad162-f3e7-409c-a28a-2fed60aa4a80 admin admin] 10.222.0.54 "GET /v2.0/subnets/33ac2fe7-4481-4ea7-aeea-a006d94d719e HTTP/1.1" status: 200 len: 849 time: 0.2072096 Jan 18 09:16:11.279941 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-211e2c30-b319-4d2d-8931-f567fef8fe6b admin admin] 10.222.0.54 "GET /v2.0/routers/ee1f842a-e786-41b2-b3f6-c76009d13b57 HTTP/1.1" status: 200 len: 704 time: 0.1827199 Jan 18 09:16:11.763110 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:11.997799 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Allocated IP 172.20.0.1 (2b093e69-e7b8-404b-a97d-9b612e81beb9/33ac2fe7-4481-4ea7-aeea-a006d94d719e/0658d84c-9658-4d3d-a3bd-636abcf2d53f) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:16:12.151877 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.168664 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Transition to ACTIVE for port object 0658d84c-9658-4d3d-a3bd-636abcf2d53f will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:16:12.230558 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.294103 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:16:12.297184 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:16:12.300840 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:16:12.301376 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.421449 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Pushing event updated for resources: {'Port': ['ID=0658d84c-9658-4d3d-a3bd-636abcf2d53f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:12.534764 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-b5f50e59-57f5-4e88-9e6b-45bf8331fc94 None None] Provisioning for port 0658d84c-9658-4d3d-a3bd-636abcf2d53f completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:16:12.540008 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-b5f50e59-57f5-4e88-9e6b-45bf8331fc94 None None] Provisioning complete for port 0658d84c-9658-4d3d-a3bd-636abcf2d53f triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:16:12.540376 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-b5f50e59-57f5-4e88-9e6b-45bf8331fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.599382 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-b5f50e59-57f5-4e88-9e6b-45bf8331fc94 None None] Port 0658d84c-9658-4d3d-a3bd-636abcf2d53f cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:16:12.609681 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.843688 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.850895 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.851636 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:12.983390 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Pushing event updated for resources: {'Port': ['ID=0658d84c-9658-4d3d-a3bd-636abcf2d53f,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:13.046347 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:16:13.047498 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:16:13.222550 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6fc1dbe5-a438-4da2-9210-5d431a39534c None None] Provisioning complete for port 0658d84c-9658-4d3d-a3bd-636abcf2d53f triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:16:13.222949 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6fc1dbe5-a438-4da2-9210-5d431a39534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:13.237310 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Router ee1f842a-e786-41b2-b3f6-c76009d13b57 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:16:13.277943 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1dbe5-a438-4da2-9210-5d431a39534c None None] Port 0658d84c-9658-4d3d-a3bd-636abcf2d53f cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:16:13.393617 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:16:13.403531 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-89d8f008-a3bf-46d8-bd00-f92ef406e2ae admin admin] 10.222.0.54 "PUT /v2.0/routers/ee1f842a-e786-41b2-b3f6-c76009d13b57/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1158948 Jan 18 09:16:13.405328 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Sync routers for ids ['ee1f842a-e786-41b2-b3f6-c76009d13b57'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:16:13.416418 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Routers {'ee1f842a-e786-41b2-b3f6-c76009d13b57'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:16:13.417256 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:16:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['ee1f842a-e786-41b2-b3f6-c76009d13b57'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:13.588721 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Set router ee1f842a-e786-41b2-b3f6-c76009d13b57 gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:16:13.963558 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'name': 'router1', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:16:02Z', 'updated_at': '2022-01-18T09:16:12Z', 'revision_number': 2, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'gw_port_host': None, '_interfaces': [{'id': '0658d84c-9658-4d3d-a3bd-636abcf2d53f', 'name': '', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'mac_address': 'fa:16:3e:56:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:11Z', 'updated_at': '2022-01-18T09:16:12Z', 'revision_number': 2, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'subnets': [{'id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '753243b4-6191-4a5b-a496-7a62eb9bc149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:13.968521 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Checking router: ee1f842a-e786-41b2-b3f6-c76009d13b57 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:16:13.968893 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Updating router ee1f842a-e786-41b2-b3f6-c76009d13b57 port 0658d84c-9658-4d3d-a3bd-636abcf2d53f binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:16:14.023593 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:14.399730 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:14.415308 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Transition to ACTIVE for port object 0658d84c-9658-4d3d-a3bd-636abcf2d53f will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:16:14.423143 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:14.656080 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Pushing event updated for resources: {'Port': ['ID=0658d84c-9658-4d3d-a3bd-636abcf2d53f,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:14.667379 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.667722 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.668053 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.668377 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.668699 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.669017 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.669334 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.669649 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.669966 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.670286 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.670580 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.670927 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Tracked resource versions report: Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: pushed versions: Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: { 'AddressGroup': {'1.2'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'ConntrackHelper': {'1.0'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Log': {'1.0'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Network': {'1.1'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Port': {'1.7'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'PortForwarding': {'1.2'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'QosPolicy': {'1.8'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroup': {'1.4'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SubPort': {'1.0'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Subnet': {'1.1'}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Trunk': {'1.1'}} Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: consumer versions: Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'ConntrackHelper': '1.0', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Log': '1.0', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Network': '1.1', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Port': '1.7', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'PortForwarding': '1.2', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'QosPolicy': '1.8', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroup': '1.4', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroupRule': '1.2', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SubPort': '1.0', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Subnet': '1.1', Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Trunk': '1.1'}} Jan 18 09:16:14.672013 dv-cinder-825046-1-iscsi neutron-server[86808]: {{(pid=86808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:16:14.674246 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Attempting to bind port 0658d84c-9658-4d3d-a3bd-636abcf2d53f on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:16:14.674635 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Attempting to bind port 0658d84c-9658-4d3d-a3bd-636abcf2d53f by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:16:14.675076 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Attempting to bind port 0658d84c-9658-4d3d-a3bd-636abcf2d53f on network 2b093e69-e7b8-404b-a97d-9b612e81beb9 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:16:14.680970 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:16:14.681363 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Checking segment: {'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:16:14.681848 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:14.682231 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Bound using segment: {'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:16:14.682715 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Bound port: 0658d84c-9658-4d3d-a3bd-636abcf2d53f, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a5dd9-cac8-46bd-9d69-4d15d0f9188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:16:14.683776 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:14.770780 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] For port 0658d84c-9658-4d3d-a3bd-636abcf2d53f, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:16:14.774755 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] For port 0658d84c-9658-4d3d-a3bd-636abcf2d53f, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=0658d84c-9658-4d3d-a3bd-636abcf2d53f,segment=NetworkSegment(965a5dd9-cac8-46bd-9d69-4d15d0f9188b),segment_id=965a5dd9-cac8-46bd-9d69-4d15d0f9188b)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:16:14.780385 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:14.858127 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Routers {'ee1f842a-e786-41b2-b3f6-c76009d13b57'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:16:14.858770 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:16:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['ee1f842a-e786-41b2-b3f6-c76009d13b57'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:14.998931 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8266-cea2-44d0-973d-31fa692141f4 None None] Pushing event updated for resources: {'Port': ['ID=0658d84c-9658-4d3d-a3bd-636abcf2d53f,revision_number=4']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:15.022838 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] Set router ee1f842a-e786-41b2-b3f6-c76009d13b57 gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:16:15.348563 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'name': 'router1', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:16:02Z', 'updated_at': '2022-01-18T09:16:12Z', 'revision_number': 2, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'gw_port_host': None, '_interfaces': [{'id': '0658d84c-9658-4d3d-a3bd-636abcf2d53f', 'name': '', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'mac_address': 'fa:16:3e:56:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:11Z', 'updated_at': '2022-01-18T09:16:14Z', 'revision_number': 4, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'subnets': [{'id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '753243b4-6191-4a5b-a496-7a62eb9bc149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:15.352552 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f1218-bbd2-45c5-90cb-e8a08314576d None None] The sync data for ids ['ee1f842a-e786-41b2-b3f6-c76009d13b57'] in dv-cinder-825046-1-iscsi is: [{'id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'name': 'router1', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:16:02Z', 'updated_at': '2022-01-18T09:16:12Z', 'revision_number': 2, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'gw_port_host': None, '_interfaces': [{'id': '0658d84c-9658-4d3d-a3bd-636abcf2d53f', 'name': '', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'mac_address': 'fa:16:3e:56:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:11Z', 'updated_at': '2022-01-18T09:16:14Z', 'revision_number': 4, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'subnets': [{'id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '753243b4-6191-4a5b-a496-7a62eb9bc149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:16:15.551567 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 33932) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:16:15.705837 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084123ec-09b9-4a2f-b2ca-9b829f1a29d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:16:15.706756 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-084123ec-09b9-4a2f-b2ca-9b829f1a29d1 admin admin] Synchronizing usage tracker for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:16:15.729084 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-084123ec-09b9-4a2f-b2ca-9b829f1a29d1 admin admin] Unset dirty status for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:16:15.730317 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-084123ec-09b9-4a2f-b2ca-9b829f1a29d1 admin admin] 10.222.0.54 "GET /v2.0/networks/b91bd197-03eb-4b92-8d09-d108415f1400 HTTP/1.1" status: 200 len: 842 time: 0.1776774 Jan 18 09:16:15.740529 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Request body: {'subnet': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:16:15.745687 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:16:15.749949 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Usage tracker for resource:subnet and tenant:5663e6f4a10f4a638bd8e77408165dd5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:16:15.753153 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:16:15.760246 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:16:15.771725 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Made reservation on behalf of 5663e6f4a10f4a638bd8e77408165dd5 for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:16:15.774183 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:16.187237 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.objects.ports [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86805) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 18 09:16:16.187723 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:16.267250 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a151b0-4055-4cd7-b215-f2fbd7741f2a,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:16.273094 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:16:16.273622 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Network hostable DHCP agents. Network: b91bd197-03eb-4b92-8d09-d108415f1400, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:16:16.297698 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:16:16.309086 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, b91bd197-03eb-4b92-8d09-d108415f1400) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:16:16.313960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:16:16.314536 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:16.318896 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1616e5-6e7b-42f1-b210-63680f7b8850 None None] Network b91bd197-03eb-4b92-8d09-d108415f1400 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:16:16.336852 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-92c9313d-3821-4c83-b7ea-1526a04b3565 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6000319 Jan 18 09:16:16.548223 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d3b6a-f42c-4a5c-8991-d4db1921aa90 None None] Network b91bd197-03eb-4b92-8d09-d108415f1400 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:16:16.879048 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 0658d84c-9658-4d3d-a3bd-636abcf2d53f up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:16:16.946589 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 0658d84c-9658-4d3d-a3bd-636abcf2d53f completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:16:16.951695 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 0658d84c-9658-4d3d-a3bd-636abcf2d53f triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:16:16.952059 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:17.081006 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:17.116246 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 0658d84c-9658-4d3d-a3bd-636abcf2d53f, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=0658d84c-9658-4d3d-a3bd-636abcf2d53f,segment=NetworkSegment(965a5dd9-cac8-46bd-9d69-4d15d0f9188b),segment_id=965a5dd9-cac8-46bd-9d69-4d15d0f9188b)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:16:17.123088 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:17.197077 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=0658d84c-9658-4d3d-a3bd-636abcf2d53f,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:17.961775 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:16:18.649249 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 33946) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:16:18.866197 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 0658d84c-9658-4d3d-a3bd-636abcf2d53f up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:16:18.882095 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b8b98243-e982-45ca-9644-97585f88f75b admin admin] 10.222.0.54 "GET /v2.0/routers/ee1f842a-e786-41b2-b3f6-c76009d13b57 HTTP/1.1" status: 200 len: 710 time: 0.2317643 Jan 18 09:16:18.937377 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 0658d84c-9658-4d3d-a3bd-636abcf2d53f triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:16:18.937898 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:19.014075 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1988dd5-9768-4563-a296-16ccf1e215f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:16:19.015469 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f1988dd5-9768-4563-a296-16ccf1e215f4 admin admin] 10.222.0.54 "GET /v2.0/networks/b91bd197-03eb-4b92-8d09-d108415f1400 HTTP/1.1" status: 200 len: 886 time: 0.1279819 Jan 18 09:16:19.024647 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:16:19.525490 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:19.878434 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:19.942974 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:20.088531 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Allocated IP 172.27.0.216 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/ddf1e2e0-3f7e-473e-b7ee-835f005f70e9) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:16:20.245508 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:20.278030 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:20.343758 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:16:20.346593 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:16:20.351943 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:16:20.407254 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf1e2e0-3f7e-473e-b7ee-835f005f70e9,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:20.783209 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:21.134954 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:21.138721 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7927250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7927261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7929244'] for router, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:21.324066 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Router ee1f842a-e786-41b2-b3f6-c76009d13b57 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:16:21.502689 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:16:21.515092 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:21.516923 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-21b55891-e543-459f-aab8-af0306fa1406 admin admin] 10.222.0.54 "PUT /v2.0/routers/ee1f842a-e786-41b2-b3f6-c76009d13b57 HTTP/1.1" status: 200 len: 890 time: 2.4952581 Jan 18 09:16:21.517251 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Sync routers for ids ['ee1f842a-e786-41b2-b3f6-c76009d13b57'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:16:21.528851 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Routers {'ee1f842a-e786-41b2-b3f6-c76009d13b57'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:16:21.529537 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:16:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['ee1f842a-e786-41b2-b3f6-c76009d13b57'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:21.719849 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Set router ee1f842a-e786-41b2-b3f6-c76009d13b57 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:16:22.062846 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'name': 'router1', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ddf1e2e0-3f7e-473e-b7ee-835f005f70e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:16:02Z', 'updated_at': '2022-01-18T09:16:20Z', 'revision_number': 4, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'gw_port': {'id': 'ddf1e2e0-3f7e-473e-b7ee-835f005f70e9', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:19Z', 'updated_at': '2022-01-18T09:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '0658d84c-9658-4d3d-a3bd-636abcf2d53f', 'name': '', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'mac_address': 'fa:16:3e:56:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:11Z', 'updated_at': '2022-01-18T09:16:17Z', 'revision_number': 5, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'subnets': [{'id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '753243b4-6191-4a5b-a496-7a62eb9bc149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:22.067752 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Checking router: ee1f842a-e786-41b2-b3f6-c76009d13b57 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:16:22.068100 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Updating router ee1f842a-e786-41b2-b3f6-c76009d13b57 port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:16:22.118038 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:22.449367 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:22.460971 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Transition to ACTIVE for port object ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:16:22.468753 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:22.571079 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Attempting to bind port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:16:22.571677 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Attempting to bind port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:16:22.571818 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Attempting to bind port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:16:22.577150 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab43fc-52b8-4cea-939a-11b44156f7c7 None None] Pushing event updated for resources: {'Port': ['ID=ddf1e2e0-3f7e-473e-b7ee-835f005f70e9,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:22.581325 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:16:22.581669 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:16:22.582080 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:22.582456 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:16:22.582930 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Bound port: ddf1e2e0-3f7e-473e-b7ee-835f005f70e9, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:16:22.583308 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:22.652390 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] For port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:16:22.655226 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] For port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ddf1e2e0-3f7e-473e-b7ee-835f005f70e9,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:16:22.661916 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:22.739163 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Routers {'ee1f842a-e786-41b2-b3f6-c76009d13b57'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:16:22.739749 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:16:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['ee1f842a-e786-41b2-b3f6-c76009d13b57'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:22.784923 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab43fc-52b8-4cea-939a-11b44156f7c7 None None] Pushing event updated for resources: {'Port': ['ID=ddf1e2e0-3f7e-473e-b7ee-835f005f70e9,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:22.920732 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] Set router ee1f842a-e786-41b2-b3f6-c76009d13b57 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:16:23.239222 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'name': 'router1', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ddf1e2e0-3f7e-473e-b7ee-835f005f70e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:16:02Z', 'updated_at': '2022-01-18T09:16:20Z', 'revision_number': 4, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'gw_port': {'id': 'ddf1e2e0-3f7e-473e-b7ee-835f005f70e9', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:19Z', 'updated_at': '2022-01-18T09:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '0658d84c-9658-4d3d-a3bd-636abcf2d53f', 'name': '', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'mac_address': 'fa:16:3e:56:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:11Z', 'updated_at': '2022-01-18T09:16:17Z', 'revision_number': 5, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'subnets': [{'id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '753243b4-6191-4a5b-a496-7a62eb9bc149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:16:23.243228 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d930bf0-9764-47d2-9f3b-e3c4188a16b2 None None] The sync data for ids ['ee1f842a-e786-41b2-b3f6-c76009d13b57'] in dv-cinder-825046-1-iscsi is: [{'id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'name': 'router1', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ddf1e2e0-3f7e-473e-b7ee-835f005f70e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:16:02Z', 'updated_at': '2022-01-18T09:16:20Z', 'revision_number': 4, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'gw_port': {'id': 'ddf1e2e0-3f7e-473e-b7ee-835f005f70e9', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:19Z', 'updated_at': '2022-01-18T09:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '0658d84c-9658-4d3d-a3bd-636abcf2d53f', 'name': '', 'network_id': '2b093e69-e7b8-404b-a97d-9b612e81beb9', 'tenant_id': '78646e78d0fa44fb9fd649665ce3adfa', 'mac_address': 'fa:16:3e:56:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f842a-e786-41b2-b3f6-c76009d13b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:16:11Z', 'updated_at': '2022-01-18T09:16:17Z', 'revision_number': 5, 'project_id': '78646e78d0fa44fb9fd649665ce3adfa', 'subnets': [{'id': '33ac2fe7-4481-4ea7-aeea-a006d94d719e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '753243b4-6191-4a5b-a496-7a62eb9bc149'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:16:23.865473 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 33956) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:16:23.981612 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5c3cbca7-a840-4b27-8956-7956ca8d4181 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1148205 Jan 18 09:16:24.918453 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:16:24.991455 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:16:24.996504 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:16:24.996973 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:25.116375 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:25.133945 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ddf1e2e0-3f7e-473e-b7ee-835f005f70e9,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:16:25.139264 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:25.208047 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=ddf1e2e0-3f7e-473e-b7ee-835f005f70e9,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:16:26.873987 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:16:26.960623 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ddf1e2e0-3f7e-473e-b7ee-835f005f70e9 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:16:26.960992 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:35.832374 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-148ecd6a-f830-4394-bb1b-d02e368e6f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:38.061308 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6e584a19-0faf-4988-8d84-0eeccf3ddcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:39.052942 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:39.194325 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:40.347089 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:16:54.963678 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:17:05.829862 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-62e48e35-b493-4c8b-95d3-fce422d58987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:08.073648 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-47ebe112-be7a-43ba-beee-9680b9374ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:09.060607 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:09.193611 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:10.346666 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:31.963145 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:17:35.825415 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-eabf21c5-65a5-4cc1-9b46-fd11efcaca1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:38.075308 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f6fcadcc-58b9-4d90-bef5-f3f77ee78cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:39.057169 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:39.192660 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:17:40.351004 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:05.830762 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9ef703e6-5e3a-40b2-ae14-0a57b53a825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:08.098778 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c8ed35dc-4f6a-43fd-b851-3f8a1be78113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:08.963212 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:18:09.066758 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:09.188535 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:10.352513 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:26.934029 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34526) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:27.003108 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6791ece-6cb7-450e-bd3e-e493617b5fcd admin admin] GET failed (client error): The resource could not be found. Jan 18 09:18:27.004317 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-d6791ece-6cb7-450e-bd3e-e493617b5fcd admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0693474 Jan 18 09:18:27.141700 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf518e-7701-4d6b-bd81-be57917bf859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:27.143081 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-aacf518e-7701-4d6b-bd81-be57917bf859 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1325595 Jan 18 09:18:29.257305 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34536) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:29.375955 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca5255-f68b-4723-98a4-4387eb599cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:29.377325 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-92ca5255-f68b-4723-98a4-4387eb599cc8 admin admin] 10.222.0.54 "GET /v2.0/subnets/33ac2fe7-4481-4ea7-aeea-a006d94d719e HTTP/1.1" status: 200 len: 849 time: 0.1190600 Jan 18 09:18:29.387049 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:18:29.508811 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:29.746810 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727763948526'] for subnet, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:29.789600 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:29.790096 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:29.791365 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] 10.222.0.54 "PUT /v2.0/subnets/33ac2fe7-4481-4ea7-aeea-a006d94d719e HTTP/1.1" status: 200 len: 868 time: 0.4080036 Jan 18 09:18:29.794677 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b79e7-78e0-4195-8ca0-a657a1d46b00 None None] Network 2b093e69-e7b8-404b-a97d-9b612e81beb9 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:18:29.818756 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ac2fe7-4481-4ea7-aeea-a006d94d719e,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:18:29.827185 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.827644 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.827987 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.828335 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.828658 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.828982 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.829305 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.829611 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.829950 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.830288 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.830602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:29.830927 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88005073-0ed2-4c8f-80a3-e44c54e46c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:18:30.281176 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-b07468fd-2601-413c-bd0a-3dbcbb64b482 None None] Provisioning complete for port 0658d84c-9658-4d3d-a3bd-636abcf2d53f triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:18:30.281548 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-b07468fd-2601-413c-bd0a-3dbcbb64b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:30.404701 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-b07468fd-2601-413c-bd0a-3dbcbb64b482 None None] Provisioning complete for port 19678872-d475-4f53-95bc-0917702bd02b triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:18:30.405025 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-b07468fd-2601-413c-bd0a-3dbcbb64b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:31.944451 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34546) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:32.125381 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c89abd-b38f-4104-9300-695c41634d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:32.125725 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c89abd-b38f-4104-9300-695c41634d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:32.127341 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-00c89abd-b38f-4104-9300-695c41634d73 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1819224 Jan 18 09:18:34.235897 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34556) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:34.429274 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac400074-2ae4-4959-8294-5f0e6131b40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:34.429748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac400074-2ae4-4959-8294-5f0e6131b40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:34.432355 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ac400074-2ae4-4959-8294-5f0e6131b40e admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954527 Jan 18 09:18:35.825810 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cd9984cd-5fd5-426d-81bb-8ba3326bf765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:36.556962 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34566) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:36.748805 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc3f1f0-9640-4d88-853f-544cab4f84c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:36.750171 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-6dc3f1f0-9640-4d88-853f-544cab4f84c3 admin admin] 10.222.0.54 "GET /v2.0/networks/2b093e69-e7b8-404b-a97d-9b612e81beb9 HTTP/1.1" status: 200 len: 869 time: 0.1922495 Jan 18 09:18:38.074698 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0621001a-b47a-445b-ad8b-54a2cdfae330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:38.886178 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34576) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:39.065584 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:39.080484 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251cdfd-5c44-4c5f-805a-98592de40e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:39.081856 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-3251cdfd-5c44-4c5f-805a-98592de40e25 admin admin] 10.222.0.54 "GET /v2.0/networks/b91bd197-03eb-4b92-8d09-d108415f1400 HTTP/1.1" status: 200 len: 886 time: 0.1949487 Jan 18 09:18:39.195210 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:40.355469 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:18:41.208250 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34586) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:41.339270 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b69d36-67a4-445c-b32e-c210fb436c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:41.339713 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b69d36-67a4-445c-b32e-c210fb436c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:41.341236 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-03b69d36-67a4-445c-b32e-c210fb436c36 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320026 Jan 18 09:18:43.480412 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34596) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:43.591157 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec11f77-700f-4cd0-aab7-e56887186bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:43.591600 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec11f77-700f-4cd0-aab7-e56887186bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:43.592309 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4ec11f77-700f-4cd0-aab7-e56887186bed admin admin] Synchronizing usage tracker for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:subnet {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:18:43.610120 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4ec11f77-700f-4cd0-aab7-e56887186bed admin admin] Unset dirty status for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:subnet {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:18:43.614558 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4ec11f77-700f-4cd0-aab7-e56887186bed admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328430 Jan 18 09:18:45.709725 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34606) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:45.819434 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7b082-e962-4f7d-992b-7d97aa6e6f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:45.820827 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-c5e7b082-e962-4f7d-992b-7d97aa6e6f75 admin admin] 10.222.0.54 "GET /v2.0/subnets/33ac2fe7-4481-4ea7-aeea-a006d94d719e HTTP/1.1" status: 200 len: 868 time: 0.1101303 Jan 18 09:18:45.963526 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:18:47.954307 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34616) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:18:48.073298 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d523-b16e-4470-8aa5-e62d2710f49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:18:48.074615 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8d02d523-b16e-4470-8aa5-e62d2710f49a admin admin] 10.222.0.54 "GET /v2.0/subnets/c9a151b0-4055-4cd7-b215-f2fbd7741f2a HTTP/1.1" status: 200 len: 816 time: 0.1193140 Jan 18 09:19:05.831232 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ec32c47e-212e-427a-b6ba-3f3d4d28025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:08.079253 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7e051d45-7f09-4506-ac29-6048359f3557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:09.071464 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:09.190474 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:10.366106 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:11.318973 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34660) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:19:11.373077 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [None req-4df94a1d-c884-4ca1-a6f1-847ba35b9058 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:19:11.374769 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4df94a1d-c884-4ca1-a6f1-847ba35b9058 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541437 Jan 18 09:19:13.584056 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34670) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:19:13.656804 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73d1d67-380e-4505-b654-a1ec88e1a432 admin admin] GET failed (client error): The resource could not be found. Jan 18 09:19:13.658031 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e73d1d67-380e-4505-b654-a1ec88e1a432 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0729795 Jan 18 09:19:13.789992 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9708e35-abf4-4b42-9bdc-14d77414b49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:19:13.791477 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-c9708e35-abf4-4b42-9bdc-14d77414b49c admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1277165 Jan 18 09:19:15.922608 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34680) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:19:15.970925 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:19:15.975736 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:19:15.985765 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:19:15.997857 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Made reservation on behalf of 5663e6f4a10f4a638bd8e77408165dd5 for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:19:16.000333 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:16.088018 dv-cinder-825046-1-iscsi neutron-server[86805]: WARNING neutron.services.revisions.revision_plugin [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Could not find related network for resource to bump revision. Jan 18 09:19:16.099772 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:19:16.109495 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:16.109828 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Added segment ed76e211-3829-4530-b078-fbb53859e2cb of type vlan for network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 Jan 18 09:19:16.135933 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:16.168104 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:16.169050 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:19:16.169792 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:16.268687 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd1c90e-0cff-4e7c-ab62-1e7251f864a1,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:19:16.273322 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3497131 Jan 18 09:19:16.277242 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.277562 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.277888 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.278211 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.278527 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.279900 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.279900 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.279900 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.279900 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.280360 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.280454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.280694 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c2c57-7e3d-4a9a-9f48-baf67b4b1215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:16.296432 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:19:18.411144 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34690) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:19:18.485112 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2e3b79-985f-4825-bfdf-c079bf087a2f admin admin] GET failed (client error): The resource could not be found. Jan 18 09:19:18.485616 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5d2e3b79-985f-4825-bfdf-c079bf087a2f admin admin] Synchronizing usage tracker for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:19:18.502569 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5d2e3b79-985f-4825-bfdf-c079bf087a2f admin admin] Unset dirty status for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:19:18.503777 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5d2e3b79-985f-4825-bfdf-c079bf087a2f admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0916898 Jan 18 09:19:18.651784 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c004d-9a79-4ca0-8f30-a8cfc89e2571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:19:18.653126 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ba9c004d-9a79-4ca0-8f30-a8cfc89e2571 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1447148 Jan 18 09:19:18.663921 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Request body: {'subnet': {'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:19:18.668457 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:19:18.678026 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:19:18.692533 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Made reservation on behalf of 5663e6f4a10f4a638bd8e77408165dd5 for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:19:18.697147 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:18.912158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:18.983755 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4801fd89-ffc1-422c-b783-9f7e7f64dbb5,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:19:18.990992 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Checking segment: {'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:19:18.991396 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Network hostable DHCP agents. Network: 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:19:19.012042 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:19:19.022268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:19:19.026681 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:19:19.027298 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:19.032099 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8513f8-07da-4352-a226-1a24f9f2b69c None None] Network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:19:19.053522 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ffdde260-a22f-44be-b255-220c5e6f64c7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3929582 Jan 18 09:19:19.257162 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-0fd1c90e-0cff-4e7c-ab62-1e7251f864a1', 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1', 'tenant_id': '5663e6f4a10f4a638bd8e77408165dd5', 'fixed_ips': [{'subnet_id': '4801fd89-ffc1-422c-b783-9f7e7f64dbb5'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:19:19.258058 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:19.427223 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Allocated IP 192.168.233.2 (0fd1c90e-0cff-4e7c-ab62-1e7251f864a1/4801fd89-ffc1-422c-b783-9f7e7f64dbb5/3546090f-a97b-4467-b968-0890b11d7454) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:19:19.631238 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:19.642441 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Transition to ACTIVE for port object 3546090f-a97b-4467-b968-0890b11d7454 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:19:19.661461 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Transition to ACTIVE for port object 3546090f-a97b-4467-b968-0890b11d7454 will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:19:19.669142 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:19.771088 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:19:19.773890 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:19:19.778117 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:19:19.780236 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Pushing event updated for resources: {'Port': ['ID=3546090f-a97b-4467-b968-0890b11d7454,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:19:19.787686 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.788015 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.788368 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.788691 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.789014 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.789396 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.789717 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.790033 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.790368 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.790702 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.791039 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.791337 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:19:19.877888 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Attempting to bind port 3546090f-a97b-4467-b968-0890b11d7454 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:19:19.878244 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Attempting to bind port 3546090f-a97b-4467-b968-0890b11d7454 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:19:19.878643 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Attempting to bind port 3546090f-a97b-4467-b968-0890b11d7454 on network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:19:19.884559 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:19:19.884858 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Checking segment: {'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:19:19.885223 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:19.885631 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Bound using segment: {'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:19:19.886104 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Bound port: 3546090f-a97b-4467-b968-0890b11d7454, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:19:19.886483 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:19.972697 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-c3271447-438d-4d17-9698-d81098e8667d None None] For port 3546090f-a97b-4467-b968-0890b11d7454, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:19:19.976125 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-c3271447-438d-4d17-9698-d81098e8667d None None] For port 3546090f-a97b-4467-b968-0890b11d7454, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=3546090f-a97b-4467-b968-0890b11d7454,segment=NetworkSegment(ed76e211-3829-4530-b078-fbb53859e2cb),segment_id=ed76e211-3829-4530-b078-fbb53859e2cb)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:19:19.981505 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:20.062159 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3271447-438d-4d17-9698-d81098e8667d None None] Pushing event updated for resources: {'Port': ['ID=3546090f-a97b-4467-b968-0890b11d7454,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:19:20.908196 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4807230-f686-42e8-8462-1b2cbb8bb57d None None] Network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:19:20.995229 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 3546090f-a97b-4467-b968-0890b11d7454 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:19:21.046476 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c67c7af5-26db-48f0-b8a4-1b41c3cb8530 None None] Provisioning for port 3546090f-a97b-4467-b968-0890b11d7454 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:19:21.187847 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 3546090f-a97b-4467-b968-0890b11d7454 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:19:21.199516 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 3546090f-a97b-4467-b968-0890b11d7454 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:19:21.199879 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:21.335249 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:21.373708 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 3546090f-a97b-4467-b968-0890b11d7454, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=3546090f-a97b-4467-b968-0890b11d7454,segment=NetworkSegment(ed76e211-3829-4530-b078-fbb53859e2cb),segment_id=ed76e211-3829-4530-b078-fbb53859e2cb)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:19:21.381759 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:21.465213 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=3546090f-a97b-4467-b968-0890b11d7454,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:19:21.597943 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-73e2e074-e427-4b1e-b3f4-5df34a27388f None None] Provisioning complete for port 3546090f-a97b-4467-b968-0890b11d7454 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:19:21.598234 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-73e2e074-e427-4b1e-b3f4-5df34a27388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:22.964258 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 3546090f-a97b-4467-b968-0890b11d7454 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:19:22.970923 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:19:23.031456 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 3546090f-a97b-4467-b968-0890b11d7454 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:19:23.031794 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:35.835563 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6c8d270e-a7d9-43cd-b07a-3631706f5d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:38.092916 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-593b456f-d0ee-47bb-8cb3-eade7edccd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:39.075814 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:39.196299 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:40.368459 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:19:59.959879 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:20:05.840731 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ed30d81b-a8e7-4b11-8f5d-b92c01562dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:08.088612 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1b27-70b1-4433-9563-f43ab2349b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:09.078883 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:09.190931 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:10.360294 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:30.143720 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34742) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:20:30.149580 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [None req-fa9e2b71-503b-4542-ab15-757308a2f47d tempest-verify_tempest_config-1105715697 tempest-verify_tempest_config-1105715697-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:20:30.150525 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fa9e2b71-503b-4542-ab15-757308a2f47d tempest-verify_tempest_config-1105715697 tempest-verify_tempest_config-1105715697-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058508 Jan 18 09:20:30.483640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 34760) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:20:30.615448 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:30.631173 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:20:30.635269 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Usage tracker for resource:security_group_rule and tenant:17863aa0b3464ce481d8794b835f560e is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:20:30.639142 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:20:30.645292 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:20:30.746692 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:30.752042 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:30.800816 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17863aa0b3464ce481d8794b835f560e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3158095 Jan 18 09:20:30.801644 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b31c0e-b143-4daa-94d2-b7dc75156d32,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:20:30.803730 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34766) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:20:30.808951 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.809302 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.809632 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.809938 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.810253 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.810579 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.810924 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.811234 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.811559 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.811866 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.812174 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.812475 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf1b077-9f34-4ae2-b82f-3fb68276f543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:30.862149 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:30.887732 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:30.993221 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:31.012467 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b31c0e-b143-4daa-94d2-b7dc75156d32,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:20:31.022936 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.023347 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.023679 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.024001 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.024319 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.024644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.024962 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.025393 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.025773 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.026090 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.026471 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.026923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:20:31.030200 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:31.031403 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-8c864b3c-504b-426e-b4ac-9497befae498 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0b31c0e-b143-4daa-94d2-b7dc75156d32 HTTP/1.1" status: 204 len: 168 time: 0.2266276 Jan 18 09:20:35.848445 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6ea35921-0642-44aa-8f3f-b124932dcc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:36.958954 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:20:38.085095 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1f3b-17f7-454e-b14d-fea2924be0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:39.085846 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:39.196622 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:20:40.368361 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:05.848925 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a323ae88-f516-40a1-bcd9-a9ee64348c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:08.085651 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-05c42c73-920a-4d48-af04-c975e52f89b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:09.082419 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:09.191627 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:10.370664 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:13.958590 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:21:35.844422 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0770e5ed-af38-49c5-b337-8f52d2d0b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:38.079647 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ec0714dd-02dd-49a5-90f4-b3d5f351bd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:39.085808 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:39.197938 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:40.375919 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:21:50.961055 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 5 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:22:05.854684 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ec2dcfe0-0e41-4ca3-b153-89f134e35c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:07.624213 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7913913'] for agent, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:08.084034 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-25d69234-29c5-42e7-a146-d28b073bfd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:09.088670 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:09.194707 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:10.381017 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:23.122337 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34838) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:22:23.245246 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-6f2ffcfb-cf69-48fb-a57d-b790df883eab admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1217437 Jan 18 09:22:25.387040 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 34848) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:22:25.453431 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-405555e0-4388-49ac-9674-d57ec5266120 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0649199 Jan 18 09:22:27.961174 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:22:35.877379 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-65b1c01e-3049-425c-9da5-2c5980359f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:37.602164 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:38.089537 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2c5927f9-21d6-4a6b-a467-448f4af2d739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:39.092350 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:39.190083 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:22:40.386149 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:04.961110 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:23:05.855924 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1fdce331-d26f-466b-83a7-ef39ff922e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:07.619295 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:08.094954 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-77b921ae-9905-46d2-aa7a-4142e9613c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:09.093506 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:09.198631 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:10.390577 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:35.853591 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4fae-9515-4e8b-b0a7-2c1e272901a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:37.622600 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:38.096303 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-bfc674aa-b21c-42ed-bd13-8edf23cee6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:39.099281 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:39.195909 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:40.393656 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:23:41.961273 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:24:05.859727 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4820e79f-1f1d-4b99-8bc7-b6845f02391e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:07.615557 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:07.642216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35006) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:07.965857 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1021228398-network', 'tenant_id': '7e11ffbab1bc47b8822db66d1eb78b8c'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:07.972595 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:07.978632 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Usage tracker for resource:network and tenant:7e11ffbab1bc47b8822db66d1eb78b8c is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:07.982109 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:07.992710 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:08.003793 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Made reservation on behalf of 7e11ffbab1bc47b8822db66d1eb78b8c for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:08.006220 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.019218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.035388 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:08.039387 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Usage tracker for resource:security_group_rule and tenant:7e11ffbab1bc47b8822db66d1eb78b8c is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:08.042268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:08.048575 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:08.093631 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e0ac9c4e-67bf-40b6-9951-b225ba34f6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.160948 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.165045 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.211153 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c7e6bb-0749-4b20-8f41-e9164dfa991b,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:08.220558 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.221051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.221419 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.221744 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.222068 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.222413 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.222774 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.223073 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.223428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.223721 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.224059 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.224369 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Tracked resource versions report: Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: pushed versions: Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: { 'AddressGroup': {'1.2'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'ConntrackHelper': {'1.0'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Log': {'1.0'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Network': {'1.1'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Port': {'1.7'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'PortForwarding': {'1.2'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'QosPolicy': {'1.8'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroup': {'1.4'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SubPort': {'1.0'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Subnet': {'1.1'}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Trunk': {'1.1'}} Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: consumer versions: Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: HyperV agent@hv-cinder-82504: {}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'ConntrackHelper': '1.0', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Log': '1.0', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Network': '1.1', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Port': '1.7', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'PortForwarding': '1.2', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'QosPolicy': '1.8', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroup': '1.4', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SecurityGroupRule': '1.2', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'SubPort': '1.0', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Subnet': '1.1', Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: 'Trunk': '1.1'}} Jan 18 09:24:08.225371 dv-cinder-825046-1-iscsi neutron-server[86805]: {{(pid=86805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:24:08.233797 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:24:08.243161 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.243500 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Added segment fb04b410-2f69-4389-a9ed-77cb4ae13799 of type vlan for network c42048d6-dd38-43f1-a397-563387be56a4 Jan 18 09:24:08.270982 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.316675 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.316675 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:08.316675 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.426530 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] Pushing event updated for resources: {'Network': ['ID=c42048d6-dd38-43f1-a397-563387be56a4,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:08.438777 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network c42048d6-dd38-43f1-a397-563387be56a4 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:24:08.439288 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-06cc64cb-8e10-425b-ba1e-0c1e4ea16369 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7958779 Jan 18 09:24:08.441578 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35056) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:08.447459 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Request body: {'subnet': {'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1021228398-subnet', 'tenant_id': '7e11ffbab1bc47b8822db66d1eb78b8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:08.452768 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:08.458555 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Usage tracker for resource:subnet and tenant:7e11ffbab1bc47b8822db66d1eb78b8c is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:08.461562 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:08.467417 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:08.485646 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Made reservation on behalf of 7e11ffbab1bc47b8822db66d1eb78b8c for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:08.487965 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Notify callbacks [] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.743834 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.807001 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5ce49c-3197-4fc3-bcc3-baceff816c39,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:08.831094 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Checking segment: {'id': 'fb04b410-2f69-4389-a9ed-77cb4ae13799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:08.831456 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Network hostable DHCP agents. Network: c42048d6-dd38-43f1-a397-563387be56a4, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:24:08.852164 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Network c42048d6-dd38-43f1-a397-563387be56a4 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:24:08.862991 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, c42048d6-dd38-43f1-a397-563387be56a4) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:08.867646 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:08.868466 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:08.876322 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e44375-7f5e-451c-aa14-1b9840948eff None None] Network c42048d6-dd38-43f1-a397-563387be56a4 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:08.896540 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35078) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:08.899581 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-24aa08d0-9c6b-4248-90db-a15633b2a6da admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4566624 Jan 18 09:24:08.950428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35084) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:09.134621 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.148342 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35100) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:09.151576 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd52909-bcb1-47b5-80b5-dd4e6c381df7 None None] Network c42048d6-dd38-43f1-a397-563387be56a4 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:09.237906 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-network', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:09.243698 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:09.251365 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Usage tracker for resource:network and tenant:f623806d48e14cffa7d7792d0938df11 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:09.252406 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.255249 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:09.261478 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:09.275169 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Made reservation on behalf of f623806d48e14cffa7d7792d0938df11 for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:09.278602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.295662 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.316126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:09.320894 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:f623806d48e14cffa7d7792d0938df11 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:09.332818 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-766588385-network', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:09.342016 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:09.342676 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:09.347902 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Usage tracker for resource:network and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:09.351673 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:09.359226 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:09.367341 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:09.373756 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Made reservation on behalf of 6835f51ae51d48eda5eb9edb46d9ca90 for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:09.376893 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.404591 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.429047 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:09.435183 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Usage tracker for resource:security_group_rule and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:09.438677 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:09.446914 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:09.530874 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.538693 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.577553 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2571c7-0769-4fec-b9b5-5a162f5dbaac,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:09.588990 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.589718 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.590051 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.590550 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.590904 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.591314 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.591720 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.592193 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.592374 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.592691 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.593000 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.593308 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Tracked resource versions report: Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: pushed versions: Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: { 'AddressGroup': {'1.2'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'ConntrackHelper': {'1.0'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Log': {'1.0'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Network': {'1.1'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Port': {'1.7'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'PortForwarding': {'1.2'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'QosPolicy': {'1.8'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroup': {'1.4'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SubPort': {'1.0'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Subnet': {'1.1'}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Trunk': {'1.1'}} Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: consumer versions: Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: HyperV agent@hv-cinder-82504: {}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'ConntrackHelper': '1.0', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Log': '1.0', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Network': '1.1', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Port': '1.7', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'PortForwarding': '1.2', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'QosPolicy': '1.8', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroup': '1.4', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SecurityGroupRule': '1.2', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'SubPort': '1.0', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Subnet': '1.1', Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: 'Trunk': '1.1'}} Jan 18 09:24:09.594444 dv-cinder-825046-1-iscsi neutron-server[86806]: {{(pid=86806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:24:09.600042 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.608170 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.611293 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:24:09.623870 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727763931149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.624232 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Unsubscribe: segment precommit_create {{(pid=86806) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 09:24:09.624682 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Added segment a2254c82-7487-4860-9bb7-199030710f50 of type vlan for network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 Jan 18 09:24:09.670493 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.686939 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc368d-1fa4-460f-8f5a-e72fb96c9702,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:09.694745 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:24:09.715585 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.716509 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Added segment d47f6256-bede-40a7-8848-71d8399e645e of type vlan for network 45a2209b-7cf2-4e17-afd0-7988f28547d3 Jan 18 09:24:09.718312 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.719905 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:09.720880 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.728885 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1871108094-network', 'tenant_id': '234743f869b54f8889f1a749c0de41ab'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:09.742621 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:09.750419 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Usage tracker for resource:network and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:09.756490 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:09.776029 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:09.797228 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Made reservation on behalf of 234743f869b54f8889f1a749c0de41ab for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:09.801234 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.818559 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.847220 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf44fad-db40-46c6-b3ea-8b2e44c430b9,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:09.847694 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:09.852078 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Usage tracker for resource:security_group_rule and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:09.856347 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:09.863954 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:24:09.864336 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:09.882343 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:09.889543 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-37502ba0-17f6-4bca-bf3b-d643e85dcdb8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9916754 Jan 18 09:24:09.890508 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35118) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:09.897339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Request body: {'subnet': {'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-subnet', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:09.907238 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:09.912846 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Usage tracker for resource:subnet and tenant:f623806d48e14cffa7d7792d0938df11 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:09.917118 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:09.928776 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:09.947732 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Made reservation on behalf of f623806d48e14cffa7d7792d0938df11 for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:09.953827 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.011143 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.013115 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.014676 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:10.015579 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.041980 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.055943 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:24:10.072534 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.073101 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Added segment e5cf3cef-b674-44f3-ba3c-4f0c279a4842 of type vlan for network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d Jan 18 09:24:10.110878 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.176226 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966ed8d4-bc96-4208-9ed4-d9f25640236b,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:10.183064 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.184608 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:10.185670 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.257362 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.293950 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1406658 Jan 18 09:24:10.297329 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35140) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:10.319642 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] Pushing event updated for resources: {'Network': ['ID=45a2209b-7cf2-4e17-afd0-7988f28547d3,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:10.324894 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Request body: {'subnet': {'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1871108094-subnet', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:10.332424 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:24:10.361675 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfac5848-5331-4573-9de9-64ba7413ef50,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:10.377489 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Checking segment: {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:10.378216 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Network hostable DHCP agents. Network: 8bf44fad-db40-46c6-b3ea-8b2e44c430b9, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:24:10.414962 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:24:10.445104 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 8bf44fad-db40-46c6-b3ea-8b2e44c430b9) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:10.461010 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:10.461598 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.485565 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fec854-8b1f-4fa5-b070-21e92c110876 None None] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:10.499857 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1e9c6820-423e-4670-81e9-f6bf3676e440 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6081924 Jan 18 09:24:10.500602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35146) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:10.504417 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4afc718f-e288-4b7f-af65-6107d4c84bde admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5515523 Jan 18 09:24:10.507002 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:10.513410 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:10.519731 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Usage tracker for resource:router and tenant:f623806d48e14cffa7d7792d0938df11 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:10.522872 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35150) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:10.524337 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:10.527861 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:10.533428 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:10.551293 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.554025 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Usage tracker for resource:subnet and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:10.554303 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.566792 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Request body: {'subnet': {'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-subnet', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:10.576926 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:10.579435 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.586268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Usage tracker for resource:subnet and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:10.601873 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:10.607101 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:10.621009 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010dc8c-68cc-41e0-abd3-4e7290b0aacb admin admin] Pushing event updated for resources: {'Network': ['ID=24f8e68b-9c53-4ea8-ae30-e695ba267d2d,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:10.624188 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:10.657175 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:10.692422 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Made reservation on behalf of 234743f869b54f8889f1a749c0de41ab for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:10.695084 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.712604 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Made reservation on behalf of 6835f51ae51d48eda5eb9edb46d9ca90 for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:10.715282 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:10.786983 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:24:10.912404 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.105388 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffff969-eb37-473a-b23b-21db9bad84f1 None None] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:11.233092 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.279576 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.306226 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.400048 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Checking segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:11.401427 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Network hostable DHCP agents. Network: 24f8e68b-9c53-4ea8-ae30-e695ba267d2d, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:24:11.421253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=806d9d09-4bec-4b43-a81b-9291f3cf3f8e,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:11.429923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35200) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:11.491659 dv-cinder-825046-1-iscsi neutron-server[86805]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 09:24:11.495325 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Checking segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:11.495673 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Network hostable DHCP agents. Network: 45a2209b-7cf2-4e17-afd0-7988f28547d3, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:24:11.645870 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd08cba-453c-43e1-a62e-d19e2917042b,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:11.651243 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:24:11.664667 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:24:11.685182 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 24f8e68b-9c53-4ea8-ae30-e695ba267d2d) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:11.693603 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1254e52-0455-4f16-8679-4010303fa048 None None] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:11.702189 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:11.702795 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.706460 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 45a2209b-7cf2-4e17-afd0-7988f28547d3) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:11.718570 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:11.719197 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.741209 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8b3d2-a8a1-4e9f-80c0-d4b80c6f5cfc None None] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:11.744508 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-d06f6090-4e33-4525-a675-9989497993d3 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:11.745036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-d06f6090-4e33-4525-a675-9989497993d3 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Synchronizing usage tracker for tenant:7e11ffbab1bc47b8822db66d1eb78b8c on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:11.760660 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-3a48a801-2b2a-491c-af57-5c0e8f225716 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4622066 Jan 18 09:24:11.764505 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35212) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:11.768553 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-acd25b21-212a-486d-b1db-d939f6e63c5a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2322958 Jan 18 09:24:11.769241 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35216) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:11.775830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:11.776287 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.782310 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:11.788572 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:11.791094 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:11.795520 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Usage tracker for resource:router and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:11.798423 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Usage tracker for resource:router and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:11.801396 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:11.804292 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:11.806777 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-d06f6090-4e33-4525-a675-9989497993d3 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Unset dirty status for tenant:7e11ffbab1bc47b8822db66d1eb78b8c on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:11.808107 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-d06f6090-4e33-4525-a675-9989497993d3 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/networks?id=c42048d6-dd38-43f1-a397-563387be56a4 HTTP/1.1" status: 200 len: 812 time: 0.3758616 Jan 18 09:24:11.813850 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:11.817706 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:11.818398 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.837616 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-6ab16b3a-f69d-4760-8f39-8029deec0f99 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/quotas/7e11ffbab1bc47b8822db66d1eb78b8c HTTP/1.1" status: 200 len: 375 time: 0.0213139 Jan 18 09:24:11.850354 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.852104 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.904599 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.906208 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:11.921360 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-c26c74cd-3e9a-42b3-a93a-2748ad4a4b46 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e11ffbab1bc47b8822db66d1eb78b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761054 Jan 18 09:24:11.947718 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:12.053262 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:12.068699 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Allocated IP 172.27.0.11 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/311bfe2a-f365-4bdd-b259-7f4f5f5dd22f) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:12.090688 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-45a2209b-7cf2-4e17-afd0-7988f28547d3', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:24:12.092610 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:12.305631 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:12.350002 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:12.542816 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:12.559308 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:12.560415 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Pushing event updated for resources: {'Port': ['ID=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:12.563137 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:12.580365 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:12.646511 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Allocated IP 172.20.0.2 (45a2209b-7cf2-4e17-afd0-7988f28547d3/806d9d09-4bec-4b43-a81b-9291f3cf3f8e/6d3a2da1-7c59-49e5-80e8-18d99e112223) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:12.650971 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-dfc0a5fa-2495-4be1-b230-88eb5ffce5d5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:24:12.652559 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-dfc0a5fa-2495-4be1-b230-88eb5ffce5d5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246045 Jan 18 09:24:12.949142 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:24:12.950566 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:12.985949 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:13.044566 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:13.164309 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:13.197789 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Transition to ACTIVE for port object 6d3a2da1-7c59-49e5-80e8-18d99e112223 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:13.273059 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Transition to ACTIVE for port object 6d3a2da1-7c59-49e5-80e8-18d99e112223 will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:13.290159 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:13.400986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-b1b44547-b178-49de-8a71-4c7bae8d0382 service neutron] 10.222.0.54 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096501 Jan 18 09:24:13.546377 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:13.553670 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:13.572269 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:13.586986 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Pushing event updated for resources: {'Port': ['ID=6d3a2da1-7c59-49e5-80e8-18d99e112223,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:13.636790 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Allocated IP 172.20.0.2 (24f8e68b-9c53-4ea8-ae30-e695ba267d2d/efd08cba-453c-43e1-a62e-d19e2917042b/ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:13.638796 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.639932 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.640281 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.640616 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.640953 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.641273 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.641589 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.641908 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.642244 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.642590 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.642999 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.643315 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Tracked resource versions report: Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: pushed versions: Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: { 'AddressGroup': {'1.2'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'ConntrackHelper': {'1.0'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Log': {'1.0'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Network': {'1.1'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Port': {'1.7'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'PortForwarding': {'1.2'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'QosPolicy': {'1.8'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroup': {'1.4'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SubPort': {'1.0'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Subnet': {'1.1'}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Trunk': {'1.1'}} Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: consumer versions: Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: HyperV agent@hv-cinder-82504: {}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'ConntrackHelper': '1.0', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Log': '1.0', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Network': '1.1', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Port': '1.7', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'PortForwarding': '1.2', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'QosPolicy': '1.8', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroup': '1.4', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SecurityGroupRule': '1.2', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'SubPort': '1.0', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Subnet': '1.1', Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: 'Trunk': '1.1'}} Jan 18 09:24:13.644344 dv-cinder-825046-1-iscsi neutron-server[86807]: {{(pid=86807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:24:13.835553 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-69744c20-7c2c-415d-9dc1-864bf2e4c3a0 service neutron] 10.222.0.54 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983779 Jan 18 09:24:13.924755 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Attempting to bind port 6d3a2da1-7c59-49e5-80e8-18d99e112223 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:13.931339 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Attempting to bind port 6d3a2da1-7c59-49e5-80e8-18d99e112223 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:13.933348 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Attempting to bind port 6d3a2da1-7c59-49e5-80e8-18d99e112223 on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:13.951250 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:13.956920 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Checking segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:13.961393 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:13.961393 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Bound using segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:13.961734 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Bound port: 6d3a2da1-7c59-49e5-80e8-18d99e112223, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:13.963855 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.052336 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35300) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:14.057676 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.191655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35314) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:14.316741 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] For port 6d3a2da1-7c59-49e5-80e8-18d99e112223, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:14.336267 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] For port 6d3a2da1-7c59-49e5-80e8-18d99e112223, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6d3a2da1-7c59-49e5-80e8-18d99e112223,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:14.402490 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.600353 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.671757 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.671963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-764f5ada-f8e9-4173-9248-0023be90230d req-76859c82-8f58-4b1f-839a-091cbfd7ef0c tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.3310595 Jan 18 09:24:14.674642 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.687792 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Transition to ACTIVE for port object ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:14.700085 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.701543 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add7b61-f3fe-4e9c-b62f-3cad5bf41944 None None] Pushing event updated for resources: {'Port': ['ID=6d3a2da1-7c59-49e5-80e8-18d99e112223,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:14.703354 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:14.711732 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Usage tracker for resource:security_group_rule and tenant:481b41469ad94add8e02254fb7fb18a4 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:14.717622 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Transition to ACTIVE for port object ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:14.717896 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:14.734482 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:14.738353 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.811774 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:14.816814 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Usage tracker for resource:security_group_rule and tenant:af86523d9516417eadcf3460af3e8956 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:14.820034 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:14.826704 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:14.834068 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:14.849165 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:14.853649 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:14.923090 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.928215 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.938049 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:14.968367 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Pushing event updated for resources: {'Port': ['ID=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:14.999670 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=481b41469ad94add8e02254fb7fb18a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7859335 Jan 18 09:24:15.001051 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35360) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:15.004062 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Router fe456047-1eb8-4c27-9bf1-45867516dd7a is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:24:15.096592 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Attempting to bind port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:15.097469 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Attempting to bind port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:15.097848 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Attempting to bind port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:15.115639 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:15.116141 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Checking segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:15.116636 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.117116 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Bound using segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:15.117676 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Bound port: ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:15.118141 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.154602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca35f27-dee7-4244-bf8f-4de45faa6c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077f14a6-4d04-4e13-9e8e-9e1eced3703f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:15.202560 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6d3a2da1-7c59-49e5-80e8-18d99e112223 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:15.250347 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.265453 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.282038 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f77c-f03c-4fa4-a2f7-ac515475fb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.302813 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.313091 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] For port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:15.317503 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 6d3a2da1-7c59-49e5-80e8-18d99e112223 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:15.322898 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] For port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:15.332218 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.340279 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f77c-f03c-4fa4-a2f7-ac515475fb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.348333 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:24:15.371298 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Sync routers for ids ['fe456047-1eb8-4c27-9bf1-45867516dd7a'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:24:15.386375 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Routers {'fe456047-1eb8-4c27-9bf1-45867516dd7a'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:15.387055 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['fe456047-1eb8-4c27-9bf1-45867516dd7a'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:15.395745 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.397582 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-3183abc5-b0c8-42e8-b729-5fc88d786f76 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8954773 Jan 18 09:24:15.406412 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35374) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:15.406813 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:15.464511 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c6d7-557b-47eb-9635-e96070a1e26c None None] Pushing event updated for resources: {'Port': ['ID=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:15.506016 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Allocated IP 172.27.0.138 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/52e695ef-3b51-41de-a809-4dfb56c53b63) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:15.517651 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8111972b-16a9-4214-8b02-695749fabe9b,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:15.520956 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Synchronizing usage tracker for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:15.700879 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Set router fe456047-1eb8-4c27-9bf1-45867516dd7a gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:15.763315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] Unset dirty status for tenant:5663e6f4a10f4a638bd8e77408165dd5 on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:15.765050 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-6418b938-34e6-404a-a1a6-8ed21df81939 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af86523d9516417eadcf3460af3e8956&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7100625 Jan 18 09:24:15.774124 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35390) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:16.093783 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f77c-f03c-4fa4-a2f7-ac515475fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.192385 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9f77c-f03c-4fa4-a2f7-ac515475fb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077f14a6-4d04-4e13-9e8e-9e1eced3703f,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:16.198577 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f77c-f03c-4fa4-a2f7-ac515475fb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.203358 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-e4f9f77c-f03c-4fa4-a2f7-ac515475fb50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/077f14a6-4d04-4e13-9e8e-9e1eced3703f HTTP/1.1" status: 204 len: 168 time: 1.2009025 Jan 18 09:24:16.220158 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4223c41d-55fd-475a-9d00-2940150bedbb req-bd4361f0-e8f5-499c-8dfb-ca6b97c5f3d5 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.3485782 Jan 18 09:24:16.366134 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e85393-d686-44cc-9831-4ce6029d69bb None None] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:16.384923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c5ae76c6-1c63-4584-906b-95887254b65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.491396 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.507514 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:24:12Z', 'revision_number': 3, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port': {'id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:16.517372 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Checking router: fe456047-1eb8-4c27-9bf1-45867516dd7a for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:24:16.517836 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Updating router fe456047-1eb8-4c27-9bf1-45867516dd7a port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:24:16.550050 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c5ae76c6-1c63-4584-906b-95887254b65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.583904 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35410) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:16.629195 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-f0e9f14b-78d2-4e59-a251-34cbabc62cc5 None None] Provisioning for port 6d3a2da1-7c59-49e5-80e8-18d99e112223 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:16.676125 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.682168 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-f0e9f14b-78d2-4e59-a251-34cbabc62cc5 None None] Provisioning complete for port 6d3a2da1-7c59-49e5-80e8-18d99e112223 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:16.682625 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f14b-78d2-4e59-a251-34cbabc62cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.903004 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:16.994136 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35418) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:17.027760 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.052372 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:17.058267 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:17.063254 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Usage tracker for resource:security_group_rule and tenant:32d51a613c424675b3dfd827b164b024 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:17.066807 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:17.069037 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:17.073664 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:17.074041 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:17.088481 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f14b-78d2-4e59-a251-34cbabc62cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.172566 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c5ae76c6-1c63-4584-906b-95887254b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.190988 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:17.212552 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.215876 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edf3a0-824e-48c3-9212-daa2b7622ad9 None None] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:24:17.306327 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-f0e9f14b-78d2-4e59-a251-34cbabc62cc5 None None] For port 6d3a2da1-7c59-49e5-80e8-18d99e112223, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6d3a2da1-7c59-49e5-80e8-18d99e112223,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:17.309738 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.327117 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.330548 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f0e9f14b-78d2-4e59-a251-34cbabc62cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.391046 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35430) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:17.395905 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.458077 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32d51a613c424675b3dfd827b164b024&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4579639 Jan 18 09:24:17.459746 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872279de-82e4-45c2-b9b7-a6f2b4c1ff7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d256353-5682-4b9e-a818-b5b79eda7bcc,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:17.465655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35436) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:17.479039 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9f14b-78d2-4e59-a251-34cbabc62cc5 None None] Pushing event updated for resources: {'Port': ['ID=6d3a2da1-7c59-49e5-80e8-18d99e112223,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:17.483055 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Allocated IP 172.27.0.139 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/d502e1cc-76c2-4e78-b5c3-50462820dc25) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:17.497113 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Pushing event updated for resources: {'Port': ['ID=52e695ef-3b51-41de-a809-4dfb56c53b63,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:17.503070 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae76c6-1c63-4584-906b-95887254b65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8111972b-16a9-4214-8b02-695749fabe9b,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:17.505465 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:17.549349 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:17.555548 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6a56a947-6581-4c48-b34a-a9a7fed7f903 None None] Provisioning for port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:17.563713 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:17.564020 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.590520 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2edba83-d655-4fbc-9ea4-2f8aaad1b0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.610960 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Allocated IP 172.20.0.1 (8bf44fad-db40-46c6-b3ea-8b2e44c430b9/dfac5848-5331-4573-9de9-64ba7413ef50/ce50ad30-2470-4a1a-907f-8d264b2c95b7) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:17.630484 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6a56a947-6581-4c48-b34a-a9a7fed7f903 None None] Provisioning complete for port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:17.630767 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6a56a947-6581-4c48-b34a-a9a7fed7f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.635047 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2edba83-d655-4fbc-9ea4-2f8aaad1b0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.744152 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Usage tracker for resource:security_group_rule and tenant:6117b30a73404fc1b5568967a56f3b0f is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:17.749174 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:17.755958 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:17.771181 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2edba83-d655-4fbc-9ea4-2f8aaad1b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.776634 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.811736 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.816516 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edba83-d655-4fbc-9ea4-2f8aaad1b0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d256353-5682-4b9e-a818-b5b79eda7bcc,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:17.842201 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c5ae76c6-1c63-4584-906b-95887254b65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.846397 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-c5ae76c6-1c63-4584-906b-95887254b65b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8111972b-16a9-4214-8b02-695749fabe9b HTTP/1.1" status: 204 len: 168 time: 2.0708768 Jan 18 09:24:17.853348 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2edba83-d655-4fbc-9ea4-2f8aaad1b0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.854466 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a2edba83-d655-4fbc-9ea4-2f8aaad1b0fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d256353-5682-4b9e-a818-b5b79eda7bcc HTTP/1.1" status: 204 len: 168 time: 0.3878443 Jan 18 09:24:17.911690 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.924762 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:17.944222 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.946758 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6a56a947-6581-4c48-b34a-a9a7fed7f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:17.981329 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.096802 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:18.101289 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:18.104863 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:18.105334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.134568 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Pushing event updated for resources: {'Port': ['ID=ce50ad30-2470-4a1a-907f-8d264b2c95b7,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:18.282988 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-36183104-c3d9-4540-b6b1-49a8c5b9f28b req-79f281de-e128-4942-9c6b-6f32f58c4174 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.8771532 Jan 18 09:24:18.332797 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:18.369977 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.370565 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-6a56a947-6581-4c48-b34a-a9a7fed7f903 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:24:18.370936 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-6a56a947-6581-4c48-b34a-a9a7fed7f903 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:24:18.455066 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.640889 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.647744 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.650485 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.837043 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.841485 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Pushing event updated for resources: {'Port': ['ID=ce50ad30-2470-4a1a-907f-8d264b2c95b7,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:18.850991 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.861330 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:18.900951 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4ab58-2d55-4b73-8504-3aae0aa3b9f6,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:18.903833 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Router b22febcf-9ba0-4499-906e-b31f5285a4c8 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:24:18.962618 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:24:18.972391 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:18.973838 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:19.069973 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d893d4b7-1984-4255-8b40-616916245e77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6117b30a73404fc1b5568967a56f3b0f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4791117 Jan 18 09:24:19.072588 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35486) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:19.074371 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-7b1077ca-8114-4d33-a58a-d6d57bd193e2 None None] Provisioning complete for port 6d3a2da1-7c59-49e5-80e8-18d99e112223 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:19.074912 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7b1077ca-8114-4d33-a58a-d6d57bd193e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.213263 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6d3a2da1-7c59-49e5-80e8-18d99e112223 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:19.222394 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Router fe456047-1eb8-4c27-9bf1-45867516dd7a has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:24:19.379734 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.513312 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 6d3a2da1-7c59-49e5-80e8-18d99e112223 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:19.513746 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.592352 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:24:19.601112 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5ea6f8bb-399a-4367-939a-0104c1556b1b admin admin] 10.222.0.54 "PUT /v2.0/routers/fe456047-1eb8-4c27-9bf1-45867516dd7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1939569 Jan 18 09:24:19.612836 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-7b1077ca-8114-4d33-a58a-d6d57bd193e2 None None] Provisioning complete for port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:19.613205 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7b1077ca-8114-4d33-a58a-d6d57bd193e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.672310 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4b74-1578-4f67-bfaf-c36f8d322936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.734394 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.754562 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fad2f739-195e-485e-b98b-03f8f6dc9000 req-47648ede-8d15-404e-9bd7-6c9d237336bc tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.1191545 Jan 18 09:24:19.761504 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Transition to ACTIVE for port object 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:19.764641 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:24:19.770191 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:19.771544 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Pushing event updated for resources: {'Port': ['ID=d502e1cc-76c2-4e78-b5c3-50462820dc25,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:19.786621 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.801612 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:19.824372 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Sync routers for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:24:19.858153 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:19.865619 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4b74-1578-4f67-bfaf-c36f8d322936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.937937 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Pushing event updated for resources: {'Port': ['ID=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,revision_number=2']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:19.949452 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:19.953825 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.954399 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.954964 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.955471 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.956008 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.956481 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.956952 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.957422 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.957929 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.958408 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.958911 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.959377 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Tracked resource versions report: Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: pushed versions: Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: { 'AddressGroup': {'1.2'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'ConntrackHelper': {'1.0'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Log': {'1.0'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Network': {'1.1'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Port': {'1.7'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'PortForwarding': {'1.2'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'QosPolicy': {'1.8'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroup': {'1.4'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroupRule': {'1.2'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SubPort': {'1.0'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Subnet': {'1.1'}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Trunk': {'1.1'}} Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: consumer versions: Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: { DHCP agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: HyperV agent@hv-cinder-82504: {}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: L3 agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: Metadata agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: Metering agent@dv-cinder-825046-1-iscsi: {}, Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: Open vSwitch agent@dv-cinder-825046-1-iscsi: { 'AddressGroup': '1.2', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'ConntrackHelper': '1.0', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Log': '1.0', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Network': '1.1', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Port': '1.7', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'PortForwarding': '1.2', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'QosPolicy': '1.8', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroup': '1.4', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SecurityGroupRule': '1.2', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'SubPort': '1.0', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Subnet': '1.1', Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: 'Trunk': '1.1'}} Jan 18 09:24:19.960743 dv-cinder-825046-1-iscsi neutron-server[86808]: {{(pid=86808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 09:24:19.968610 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Attempting to bind port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:19.969200 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Attempting to bind port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:19.969758 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Attempting to bind port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:19.977707 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:19.978367 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:19.979523 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.980077 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:19.980858 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Bound port: 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:19.981481 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:19.991188 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:19.991829 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:20.013193 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.64', 49441) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:20.143592 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] For port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:20.150547 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] For port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:20.168634 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:20.326412 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-5c789b6d-0de0-468a-8683-85b9cc7be78a tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:20.328629 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-5c789b6d-0de0-468a-8683-85b9cc7be78a tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.64 "GET /v2.0/networks?id=c42048d6-dd38-43f1-a397-563387be56a4 HTTP/1.1" status: 200 len: 812 time: 0.3132806 Jan 18 09:24:20.334165 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Routers {'fe456047-1eb8-4c27-9bf1-45867516dd7a'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:20.334855 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['fe456047-1eb8-4c27-9bf1-45867516dd7a'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:20.385312 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Request body: {'port': {'device_id': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4', 'admin_state_up': True, 'tenant_id': '7e11ffbab1bc47b8822db66d1eb78b8c'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:20.519540 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:20.536301 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:20.537519 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2c826b63-276a-4bd2-9256-de5ec2a506a2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7656593 Jan 18 09:24:20.550794 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35538) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:20.785339 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4b74-1578-4f67-bfaf-c36f8d322936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:20.818152 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a4b74-1578-4f67-bfaf-c36f8d322936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4ab58-2d55-4b73-8504-3aae0aa3b9f6,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:20.838824 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4b74-1578-4f67-bfaf-c36f8d322936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:20.840217 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-0c4a4b74-1578-4f67-bfaf-c36f8d322936 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9a4ab58-2d55-4b73-8504-3aae0aa3b9f6 HTTP/1.1" status: 204 len: 168 time: 1.7570558 Jan 18 09:24:20.845806 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:20.859428 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:20.862066 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:20.872482 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:20.885481 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dadd1-5d4a-40be-850c-d3adad268a50 None None] Pushing event updated for resources: {'Port': ['ID=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:20.927014 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Usage tracker for resource:port and tenant:7e11ffbab1bc47b8822db66d1eb78b8c is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:20.938070 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] Set router fe456047-1eb8-4c27-9bf1-45867516dd7a gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:20.953949 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:20.993664 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:21.200658 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Made reservation on behalf of 7e11ffbab1bc47b8822db66d1eb78b8c for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:21.205261 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:21.392974 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8f1a2e9f-f34b-42d2-9f88-6dc375047bfc req-f7c3b751-2a27-402c-8ac8-79ac285ddf3c tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.3727710 Jan 18 09:24:21.548587 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-b66cfd93-0776-426d-af47-fd69a9f02323 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:21.549834 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-b66cfd93-0776-426d-af47-fd69a9f02323 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 819 time: 0.6296637 Jan 18 09:24:21.608245 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-5bc3cc4e-2302-47b9-991d-26d8c3d05933 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/quotas/f623806d48e14cffa7d7792d0938df11 HTTP/1.1" status: 200 len: 375 time: 0.0419903 Jan 18 09:24:21.718602 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 4, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port': {'id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ce50ad30-2470-4a1a-907f-8d264b2c95b7', 'name': '', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'mac_address': 'fa:16:3e:52:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:17Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 2, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'subnets': [{'id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:21.727750 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f61f43a-cd5e-430a-b058-d7277bea9370 None None] The sync data for ids ['fe456047-1eb8-4c27-9bf1-45867516dd7a'] in dv-cinder-825046-1-iscsi is: [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 4, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port': {'id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ce50ad30-2470-4a1a-907f-8d264b2c95b7', 'name': '', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'mac_address': 'fa:16:3e:52:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:17Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 2, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'subnets': [{'id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:24:21.765763 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:17Z', 'revision_number': 3, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:21.770403 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Checking router: b22febcf-9ba0-4499-906e-b31f5285a4c8 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:24:21.770801 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Updating router b22febcf-9ba0-4499-906e-b31f5285a4c8 port 52e695ef-3b51-41de-a809-4dfb56c53b63 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:24:21.859337 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:21.963587 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Allocated IP 172.20.0.12 (c42048d6-dd38-43f1-a397-563387be56a4/5e5ce49c-3197-4fc3-bcc3-baceff816c39/49b62042-b03c-449c-91ef-26ec08164558) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:22.050987 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-718be2be-2e6b-48d0-a2c6-8b84c543889d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4280665 Jan 18 09:24:22.060435 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:22.243775 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35612) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:22.918432 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ef3abbf7-3824-48f7-b069-7012a4cccb63 req-0434c075-a8c3-41c4-b675-b7c276aa8442 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.1676025 Jan 18 09:24:22.941827 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Router 84301b4e-53ae-4fcc-b054-9da422a74f75 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:24:23.175670 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:23.222041 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Transition to ACTIVE for port object 52e695ef-3b51-41de-a809-4dfb56c53b63 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:23.243559 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:23.439747 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-b8619794-fff9-480d-8c54-87e30320a5cb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:24:23.454403 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-b8619794-fff9-480d-8c54-87e30320a5cb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7193575 Jan 18 09:24:23.536777 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Attempting to bind port 52e695ef-3b51-41de-a809-4dfb56c53b63 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:23.537248 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Attempting to bind port 52e695ef-3b51-41de-a809-4dfb56c53b63 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:23.537488 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Attempting to bind port 52e695ef-3b51-41de-a809-4dfb56c53b63 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:23.569453 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11f838-1482-40d5-8b79-f728e299c92a None None] Pushing event updated for resources: {'Port': ['ID=52e695ef-3b51-41de-a809-4dfb56c53b63,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:23.585794 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:23.586242 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:23.586555 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:23.603167 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:23.603763 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Bound port: 52e695ef-3b51-41de-a809-4dfb56c53b63, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:23.604171 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:23.871986 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] For port 52e695ef-3b51-41de-a809-4dfb56c53b63, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:23.881040 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] For port 52e695ef-3b51-41de-a809-4dfb56c53b63, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=52e695ef-3b51-41de-a809-4dfb56c53b63,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:23.903578 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:23.908880 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:24.028851 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:24.052672 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:24.054144 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:24:24.067245 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Sync routers for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:24:24.095777 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:24.096588 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:24.241845 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:24.301471 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Usage tracker for resource:security_group_rule and tenant:8b1c4e78830342dd8d681330889d1755 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:24.319276 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:24.353400 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:24.354113 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:24.356547 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:24.378350 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-2f151cfb-91ac-46bb-b4bc-25d94432da8f service neutron] 10.222.0.54 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203644 Jan 18 09:24:24.656960 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11f838-1482-40d5-8b79-f728e299c92a None None] Pushing event updated for resources: {'Port': ['ID=52e695ef-3b51-41de-a809-4dfb56c53b63,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:24.657444 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:24.669678 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d69b0366-aa7a-4c7a-9ba3-ed62609bd38a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9025433 Jan 18 09:24:24.689533 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06db4509-659d-4046-8a98-2038bcde6357 req-2ddf5f8c-22a7-4f89-a40d-be0ef77c3e55 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.3575420 Jan 18 09:24:24.697646 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35674) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:24.865884 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:24.890250 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:24.941770 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:24.949084 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:24.949760 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:25.120384 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:25.158898 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-6f30e318-300e-4f5c-ab53-b878aede5134 service neutron] 10.222.0.54 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779367 Jan 18 09:24:25.318600 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Allocated IP 172.20.0.1 (45a2209b-7cf2-4e17-afd0-7988f28547d3/806d9d09-4bec-4b43-a81b-9291f3cf3f8e/2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:25.626666 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:25.631378 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:25.663054 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:20Z', 'revision_number': 3, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:25.681073 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Checking router: 84301b4e-53ae-4fcc-b054-9da422a74f75 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:24:25.682356 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Updating router 84301b4e-53ae-4fcc-b054-9da422a74f75 port d502e1cc-76c2-4e78-b5c3-50462820dc25 binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:24:25.765899 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ac8e514e-f174-4f88-977c-b27deee5cb79 req-aa86b889-8969-47ed-a71f-3a32ae4ae745 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 210 time: 0.0963147 Jan 18 09:24:25.827071 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:25.835329 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Transition to ACTIVE for port object 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:25.861863 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:25.871232 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:26.035055 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:26.062744 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b1c4e78830342dd8d681330889d1755&name=default HTTP/1.1" status: 200 len: 2975 time: 3.8025930 Jan 18 09:24:26.165821 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35724) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:26.273865 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7a0e72fe-68ed-4638-97ef-b4178d05deef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:26.304368 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Network c42048d6-dd38-43f1-a397-563387be56a4 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:26.342789 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Pushing event updated for resources: {'Port': ['ID=49b62042-b03c-449c-91ef-26ec08164558,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:26.384025 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:26.387694 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:26.402191 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:26.405377 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a4fd1-c36e-4777-9129-930e16806117 req-10075520-5dc3-4495-af3f-8ce197cfea7b tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:26.405645 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:26.407214 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-054a4fd1-c36e-4777-9129-930e16806117 req-10075520-5dc3-4495-af3f-8ce197cfea7b tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 932 time: 0.4069526 Jan 18 09:24:26.433027 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Sync routers for ids ['fe456047-1eb8-4c27-9bf1-45867516dd7a'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:24:26.490010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:26.544277 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-3fb90d88-79e5-4e65-a4af-7e7cb0399503 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1643457 Jan 18 09:24:26.573731 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-757c5cb0-7b0c-4952-bad7-4ed63fe4ff24 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:24:26.575029 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-757c5cb0-7b0c-4952-bad7-4ed63fe4ff24 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131514 Jan 18 09:24:26.575944 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a515a-76ed-4f5d-bf33-e14fdaa7cc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2a05d-59f3-4714-afd2-319f5c80d8aa,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:26.592612 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:26.610498 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Routers {'fe456047-1eb8-4c27-9bf1-45867516dd7a'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:26.611572 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['fe456047-1eb8-4c27-9bf1-45867516dd7a'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:26.682737 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7a0e72fe-68ed-4638-97ef-b4178d05deef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:26.877476 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:26.928752 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Transition to ACTIVE for port object d502e1cc-76c2-4e78-b5c3-50462820dc25 will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:26.948215 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:27.080833 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:27.099260 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Set router fe456047-1eb8-4c27-9bf1-45867516dd7a gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:27.140985 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Attempting to bind port d502e1cc-76c2-4e78-b5c3-50462820dc25 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:27.141355 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Attempting to bind port d502e1cc-76c2-4e78-b5c3-50462820dc25 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:27.142691 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Attempting to bind port d502e1cc-76c2-4e78-b5c3-50462820dc25 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:27.169942 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:27.170309 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:27.170721 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:27.171211 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:27.171710 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Bound port: d502e1cc-76c2-4e78-b5c3-50462820dc25, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:27.172096 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:27.279572 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-4b6d6727-37b9-4f1c-a11b-8c674e4862f8 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:27.290065 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-4b6d6727-37b9-4f1c-a11b-8c674e4862f8 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 819 time: 1.0004385 Jan 18 09:24:27.313876 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:27.335173 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-054a4fd1-c36e-4777-9129-930e16806117 req-d0d5120a-677b-4ef3-8123-ebfd1f9a8ecd tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Synchronizing usage tracker for tenant:7e11ffbab1bc47b8822db66d1eb78b8c on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:27.353164 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] For port d502e1cc-76c2-4e78-b5c3-50462820dc25, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:27.363589 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Request body: {'port': {'device_id': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:27.379232 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] For port d502e1cc-76c2-4e78-b5c3-50462820dc25, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=d502e1cc-76c2-4e78-b5c3-50462820dc25,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:27.391991 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-61103ec3-cad3-47de-8e2a-bf53a0561b34 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/quotas/f623806d48e14cffa7d7792d0938df11 HTTP/1.1" status: 200 len: 375 time: 0.1002247 Jan 18 09:24:27.429244 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:27.487172 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:27.505304 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:27.507422 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:27.553440 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:27.558682 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:27.873837 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:27.975885 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-054a4fd1-c36e-4777-9129-930e16806117 req-d0d5120a-677b-4ef3-8123-ebfd1f9a8ecd tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Unset dirty status for tenant:7e11ffbab1bc47b8822db66d1eb78b8c on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:27.986566 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-054a4fd1-c36e-4777-9129-930e16806117 req-d0d5120a-677b-4ef3-8123-ebfd1f9a8ecd tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5674012 Jan 18 09:24:28.086329 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:28.101087 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7a0e72fe-68ed-4638-97ef-b4178d05deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:28.172557 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e72fe-68ed-4638-97ef-b4178d05deef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2a05d-59f3-4714-afd2-319f5c80d8aa,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:28.185106 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7a0e72fe-68ed-4638-97ef-b4178d05deef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:28.189275 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-7a0e72fe-68ed-4638-97ef-b4178d05deef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89c2a05d-59f3-4714-afd2-319f5c80d8aa HTTP/1.1" status: 204 len: 168 time: 2.0064580 Jan 18 09:24:28.215396 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:17Z', 'revision_number': 3, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:28.253923 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-2c7bd254-9f5e-41f2-8a3b-e1614d040b91 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8540509 Jan 18 09:24:28.268649 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59b6cd-e305-4710-8db8-416b09bc9f39 None None] The sync data for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi is: [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:17Z', 'revision_number': 3, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:24:28.327017 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923e403-c381-4491-a825-8bf3d0ef8a8e None None] Pushing event updated for resources: {'Port': ['ID=d502e1cc-76c2-4e78-b5c3-50462820dc25,revision_number=2']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:28.367822 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-bd089967-ef5e-4b4e-809d-adac58fd08b4 None None] Provisioning for port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:28.399863 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-bd089967-ef5e-4b4e-809d-adac58fd08b4 None None] Provisioning complete for port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:28.406196 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-bd089967-ef5e-4b4e-809d-adac58fd08b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:28.702494 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35812) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:28.882933 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:28.883435 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35818) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:28.954066 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:28.963403 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:28.991712 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-bd089967-ef5e-4b4e-809d-adac58fd08b4 None None] Port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:24:29.083257 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-1cd9702f-8a84-4fb7-8d3f-b8b8360126f4 service neutron] 10.222.0.54 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199263 Jan 18 09:24:29.140888 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923e403-c381-4491-a825-8bf3d0ef8a8e None None] Pushing event updated for resources: {'Port': ['ID=d502e1cc-76c2-4e78-b5c3-50462820dc25,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:29.325899 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.64', 49458) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:29.326232 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 4, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port': {'id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ce50ad30-2470-4a1a-907f-8d264b2c95b7', 'name': '', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'mac_address': 'fa:16:3e:52:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:17Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 2, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'subnets': [{'id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:29.330759 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:29.352588 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:29.401859 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:29.522462 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Checking router: fe456047-1eb8-4c27-9bf1-45867516dd7a for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:24:29.523340 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Updating router fe456047-1eb8-4c27-9bf1-45867516dd7a port ce50ad30-2470-4a1a-907f-8d264b2c95b7 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:24:29.803469 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:29.860771 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:29.949428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Usage tracker for resource:security_group_rule and tenant:7e0db0ae79e948f4bce7ad895d15de09 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:30.084750 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:30.096663 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:20Z', 'revision_number': 3, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:30.105883 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112c60-8385-4f83-b84a-d304d16adb50 None None] The sync data for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi is: [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:20Z', 'revision_number': 3, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:24:30.171328 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35840) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:30.175655 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:30.214175 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:30.284755 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:30.399199 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:30.409135 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Usage tracker for resource:security_group_rule and tenant:79d83ceaaa8e432b9544a831559d58ca is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:30.417678 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:30.431066 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:30.695502 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-4503904a-df8f-4061-854b-b2df7e04af79 service neutron] 10.222.0.54 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6037357 Jan 18 09:24:30.699118 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:30.714712 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Usage tracker for resource:security_group_rule and tenant:d53b7d2da64e482b964a8f0209709489 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:30.727197 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:30.744877 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:30.800249 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:30.862874 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db17c-9bd1-41e6-93ec-2ffb825ddde6 req-1e7df275-8c07-4302-aabc-fc866980bcc7 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:30.864786 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b56db17c-9bd1-41e6-93ec-2ffb825ddde6 req-1e7df275-8c07-4302-aabc-fc866980bcc7 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 932 time: 1.4158032 Jan 18 09:24:30.873361 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-dd7dd492-8b42-4dcc-a906-ec8840d1bdc7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:30.875072 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-dd7dd492-8b42-4dcc-a906-ec8840d1bdc7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 819 time: 1.4790258 Jan 18 09:24:30.932217 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 52e695ef-3b51-41de-a809-4dfb56c53b63 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:30.944643 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Request body: {'port': {'device_id': '88315299-63c8-46f2-b238-cf1d3885df94', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'admin_state_up': True, 'tenant_id': 'f623806d48e14cffa7d7792d0938df11'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:31.237520 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.253886 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 52e695ef-3b51-41de-a809-4dfb56c53b63 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:31.263710 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.268656 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 52e695ef-3b51-41de-a809-4dfb56c53b63 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:31.269030 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.433097 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.resource_extend [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 09:24:31.580091 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.599239 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.636516 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.716069 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.723554 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.760207 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc18d6f7-1a8f-4612-8054-923c9d780862 req-0cb3f9af-89c0-41ac-a598-2a6aa34f04a0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 210 time: 0.4761562 Jan 18 09:24:31.760310 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Transition to ACTIVE for port object ce50ad30-2470-4a1a-907f-8d264b2c95b7 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:31.771001 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 52e695ef-3b51-41de-a809-4dfb56c53b63, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=52e695ef-3b51-41de-a809-4dfb56c53b63,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:31.787833 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.789013 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b56db17c-9bd1-41e6-93ec-2ffb825ddde6 req-e703f964-37df-4f2a-ac95-d6d790bcaab6 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093854 Jan 18 09:24:31.804843 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:31.877134 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ec578d-83d3-4a5b-9de2-5178e7939d91,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:31.884760 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-6b1b7805-4098-4c3b-8486-09df996e0781 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e0db0ae79e948f4bce7ad895d15de09&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1738534 Jan 18 09:24:31.917343 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35866) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:31.958860 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79d83ceaaa8e432b9544a831559d58ca&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0718248 Jan 18 09:24:31.978669 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35870) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:32.072750 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=52e695ef-3b51-41de-a809-4dfb56c53b63,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:32.096059 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b434f3-97ca-4a2a-bcac-98fd8848eb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c5acb-9a58-4270-8662-e72d07506263,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:32.173643 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b62042-b03c-449c-91ef-26ec08164558 {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:32.256024 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.286424 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:32.292893 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Usage tracker for resource:port and tenant:f623806d48e14cffa7d7792d0938df11 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:32.297252 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:32.306652 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:32.370274 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Made reservation on behalf of f623806d48e14cffa7d7792d0938df11 for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:32.375944 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.403280 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4c48e0eb-a5fa-4d47-a59b-bf6b360b74f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.469332 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.db.resource_extend [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 09:24:32.481868 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4c48e0eb-a5fa-4d47-a59b-bf6b360b74f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.525751 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa48b0-a068-412b-b522-a491ddb98548 None None] Pushing event updated for resources: {'Port': ['ID=ce50ad30-2470-4a1a-907f-8d264b2c95b7,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:32.532002 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Transition to ACTIVE for port object 49b62042-b03c-449c-91ef-26ec08164558 will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:32.534249 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Attempting to bind port ce50ad30-2470-4a1a-907f-8d264b2c95b7 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:32.534990 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Attempting to bind port ce50ad30-2470-4a1a-907f-8d264b2c95b7 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:32.535328 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Attempting to bind port ce50ad30-2470-4a1a-907f-8d264b2c95b7 on network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:32.551982 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:32.552349 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Checking segment: {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:32.552747 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.553131 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Bound using segment: {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:32.553621 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Bound port: ce50ad30-2470-4a1a-907f-8d264b2c95b7, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:32.553982 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.557226 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.616487 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-428380df-b890-42a0-a9ee-f66c1f7198a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.650910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-428380df-b890-42a0-a9ee-f66c1f7198a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.777520 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Allocated IP 172.20.0.1 (24f8e68b-9c53-4ea8-ae30-e695ba267d2d/efd08cba-453c-43e1-a62e-d19e2917042b/69691aa6-3f09-415f-85f6-12b255d4cb5a) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:32.833256 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] For port ce50ad30-2470-4a1a-907f-8d264b2c95b7, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:32.873686 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] For port ce50ad30-2470-4a1a-907f-8d264b2c95b7, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ce50ad30-2470-4a1a-907f-8d264b2c95b7,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:32.891655 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:32.939257 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4c48e0eb-a5fa-4d47-a59b-bf6b360b74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.081588 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-428380df-b890-42a0-a9ee-f66c1f7198a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.107033 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.131638 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Transition to ACTIVE for port object 69691aa6-3f09-415f-85f6-12b255d4cb5a will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:33.158843 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.264147 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Pushing event updated for resources: {'Port': ['ID=49b62042-b03c-449c-91ef-26ec08164558,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:33.267486 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.267663 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.279640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.279882 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.409952 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48e0eb-a5fa-4d47-a59b-bf6b360b74f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ec578d-83d3-4a5b-9de2-5178e7939d91,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:33.420351 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device d502e1cc-76c2-4e78-b5c3-50462820dc25 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:33.466785 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.490611 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa48b0-a068-412b-b522-a491ddb98548 None None] Pushing event updated for resources: {'Port': ['ID=ce50ad30-2470-4a1a-907f-8d264b2c95b7,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:33.520669 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:33.548921 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-be8f4cdd-0b80-440f-a830-0b5e44eec873 req-8c7c183c-d7b0-4ced-b980-500bccc8d939 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Synchronizing usage tracker for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:33.557849 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Routers {'fe456047-1eb8-4c27-9bf1-45867516dd7a'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:33.558879 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['fe456047-1eb8-4c27-9bf1-45867516dd7a'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:33.573974 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.64', 49464) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:33.642782 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428380df-b890-42a0-a9ee-f66c1f7198a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c5acb-9a58-4270-8662-e72d07506263,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:33.667599 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-428380df-b890-42a0-a9ee-f66c1f7198a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.671211 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-428380df-b890-42a0-a9ee-f66c1f7198a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d4c5acb-9a58-4270-8662-e72d07506263 HTTP/1.1" status: 204 len: 168 time: 1.6560094 Jan 18 09:24:33.715045 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Pushing event updated for resources: {'Port': ['ID=69691aa6-3f09-415f-85f6-12b255d4cb5a,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:33.725619 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:33.741750 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4c48e0eb-a5fa-4d47-a59b-bf6b360b74f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.743444 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4c48e0eb-a5fa-4d47-a59b-bf6b360b74f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22ec578d-83d3-4a5b-9de2-5178e7939d91 HTTP/1.1" status: 204 len: 168 time: 1.7914808 Jan 18 09:24:33.767728 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:33.778757 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:33.779526 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:33.791513 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] Set router fe456047-1eb8-4c27-9bf1-45867516dd7a gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:33.895742 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d53b7d2da64e482b964a8f0209709489&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7193034 Jan 18 09:24:33.918029 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35894) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:33.975021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:33.978442 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:34.633384 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-be8f4cdd-0b80-440f-a830-0b5e44eec873 req-8c7c183c-d7b0-4ced-b980-500bccc8d939 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Unset dirty status for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:34.634866 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-be8f4cdd-0b80-440f-a830-0b5e44eec873 req-8c7c183c-d7b0-4ced-b980-500bccc8d939 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 210 time: 1.5023925 Jan 18 09:24:34.660707 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-0e97faa7-f1a6-4ea6-a69a-af8bdf013d8b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:34.666435 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-0e97faa7-f1a6-4ea6-a69a-af8bdf013d8b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 819 time: 1.0866756 Jan 18 09:24:34.688452 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port d502e1cc-76c2-4e78-b5c3-50462820dc25 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:34.703901 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35912) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:34.750698 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:34.788426 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Request body: {'port': {'device_id': 'f2845450-8545-42d9-b15b-bba81ee97217', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'admin_state_up': True, 'tenant_id': 'f623806d48e14cffa7d7792d0938df11'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:34.819370 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:34.829565 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35918) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:34.840316 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Attempting to bind port 49b62042-b03c-449c-91ef-26ec08164558 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:34.840607 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Attempting to bind port 49b62042-b03c-449c-91ef-26ec08164558 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'fb04b410-2f69-4389-a9ed-77cb4ae13799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:34.841006 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Attempting to bind port 49b62042-b03c-449c-91ef-26ec08164558 on network c42048d6-dd38-43f1-a397-563387be56a4 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:34.841119 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port d502e1cc-76c2-4e78-b5c3-50462820dc25 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:34.841590 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:34.913610 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Port 49b62042-b03c-449c-91ef-26ec08164558 on network c42048d6-dd38-43f1-a397-563387be56a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:24:34.913957 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Attempting to bind port 49b62042-b03c-449c-91ef-26ec08164558 on network c42048d6-dd38-43f1-a397-563387be56a4 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:34.934001 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:34.936509 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:34.946429 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-ee39ae0f-b55c-4214-a2fe-38b370ad813e None None] Provisioning for port 69691aa6-3f09-415f-85f6-12b255d4cb5a completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:34.993801 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-ee39ae0f-b55c-4214-a2fe-38b370ad813e None None] Provisioning complete for port 69691aa6-3f09-415f-85f6-12b255d4cb5a triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:34.994266 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ee39ae0f-b55c-4214-a2fe-38b370ad813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.019247 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95b2c4-33d7-4285-aa35-62fed72d34eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841c0b2-4009-4fd6-b832-5eb68da22405,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:35.035852 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Usage tracker for resource:security_group_rule and tenant:5176169b43574de98ce1c3f20f64724e is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:35.040465 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Router b22febcf-9ba0-4499-906e-b31f5285a4c8 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:24:35.042717 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:35.043107 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Checking segment: {'id': 'fb04b410-2f69-4389-a9ed-77cb4ae13799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:35.043762 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Bound using segment: {'id': 'fb04b410-2f69-4389-a9ed-77cb4ae13799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:35.044206 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Bound port: 49b62042-b03c-449c-91ef-26ec08164558, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb04b410-2f69-4389-a9ed-77cb4ae13799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:35.044572 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.061918 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:35.065593 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:35.078370 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Allocated IP 172.20.0.10 (8bf44fad-db40-46c6-b3ea-8b2e44c430b9/dfac5848-5331-4573-9de9-64ba7413ef50/0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:35.080781 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:35.084040 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7408dfd9164642af3e643e9e7ebb5c is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:35.095773 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:35.164916 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:35.189747 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-ee39ae0f-b55c-4214-a2fe-38b370ad813e None None] Port 69691aa6-3f09-415f-85f6-12b255d4cb5a cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:24:35.227967 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fc7b8-a3e6-4579-aa56-31079ae5bdb7 req-46739a93-90d8-4e68-a27f-5ec027513949 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:35.229623 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cf6fc7b8-a3e6-4579-aa56-31079ae5bdb7 req-46739a93-90d8-4e68-a27f-5ec027513949 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 944 time: 1.8116310 Jan 18 09:24:35.359564 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 4, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port': {'id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ce50ad30-2470-4a1a-907f-8d264b2c95b7', 'name': '', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'mac_address': 'fa:16:3e:52:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:17Z', 'updated_at': '2022-01-18T09:24:32Z', 'revision_number': 4, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'subnets': [{'id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:35.375359 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a72a90-eb62-4c83-94ff-1bfa9ecbad8f None None] The sync data for ids ['fe456047-1eb8-4c27-9bf1-45867516dd7a'] in dv-cinder-825046-1-iscsi is: [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:24:18Z', 'revision_number': 4, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port': {'id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ce50ad30-2470-4a1a-907f-8d264b2c95b7', 'name': '', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'mac_address': 'fa:16:3e:52:8c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:17Z', 'updated_at': '2022-01-18T09:24:32Z', 'revision_number': 4, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'subnets': [{'id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:24:35.380091 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c59531da-b170-4e83-8288-44e1aacdcaf1 None None] Provisioning complete for port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:35.380961 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c59531da-b170-4e83-8288-44e1aacdcaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.398617 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:35.427444 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:35.469766 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.495931 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cf6fc7b8-a3e6-4579-aa56-31079ae5bdb7 req-e1f4ede8-a1b5-4fde-aab5-3031c9298835 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549944 Jan 18 09:24:35.496688 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Made reservation on behalf of f623806d48e14cffa7d7792d0938df11 for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:35.503023 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.535366 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-880087b4-75c8-4379-b8dc-bd7a9106d599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.585258 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port d502e1cc-76c2-4e78-b5c3-50462820dc25, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=d502e1cc-76c2-4e78-b5c3-50462820dc25,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:35.608523 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-c59531da-b170-4e83-8288-44e1aacdcaf1 None None] Port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:24:35.613665 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.614660 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 52e695ef-3b51-41de-a809-4dfb56c53b63 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:35.927010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=d502e1cc-76c2-4e78-b5c3-50462820dc25,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:35.940934 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a38d7af7-6f06-4386-9b1c-0da85235290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:35.968256 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 52e695ef-3b51-41de-a809-4dfb56c53b63 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:35.968780 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.023316 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-880087b4-75c8-4379-b8dc-bd7a9106d599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.049833 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-db7e9c9d-f971-4dda-b164-4cca4b3d7020 req-fb4e2ace-3e4d-43f7-9c43-6e8de7ae6974 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 210 time: 0.1629815 Jan 18 09:24:36.254365 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.260604 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-880087b4-75c8-4379-b8dc-bd7a9106d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.291342 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880087b4-75c8-4379-b8dc-bd7a9106d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841c0b2-4009-4fd6-b832-5eb68da22405,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:36.341596 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-880087b4-75c8-4379-b8dc-bd7a9106d599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.361196 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-880087b4-75c8-4379-b8dc-bd7a9106d599 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e841c0b2-4009-4fd6-b832-5eb68da22405 HTTP/1.1" status: 204 len: 168 time: 1.7363775 Jan 18 09:24:36.500510 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.511390 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:24:36.528510 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] For port 49b62042-b03c-449c-91ef-26ec08164558, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:36.546937 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Sync routers for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:24:36.564622 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:36.565603 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:36.569611 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] For port 49b62042-b03c-449c-91ef-26ec08164558, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=49b62042-b03c-449c-91ef-26ec08164558,segment=NetworkSegment(fb04b410-2f69-4389-a9ed-77cb4ae13799),segment_id=fb04b410-2f69-4389-a9ed-77cb4ae13799)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:36.646891 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device d502e1cc-76c2-4e78-b5c3-50462820dc25 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:36.670919 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.db.resource_extend [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 09:24:36.695480 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.762112 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:36.772315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:36.791731 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:36.811698 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:36.813049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.880695 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port d502e1cc-76c2-4e78-b5c3-50462820dc25 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:36.881066 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:36.995410 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.001236 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.027501 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.db.api [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-7e747975-33dc-4243-8ef6-67a111f5d782 {{(pid=86805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:24:37.027917 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG oslo_db.api [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:24:37.028446 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Pushing event updated for resources: {'Port': ['ID=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:37.049952 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-3554f1eb-c494-4c92-b857-bd16caad9404 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1174960 Jan 18 09:24:37.066414 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.085205 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Request body: {'port': {'device_id': '88315299-63c8-46f2-b238-cf1d3885df94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:37.197820 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:37.212262 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.214006 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] 10.222.0.64 "PUT /v2.0/ports/49b62042-b03c-449c-91ef-26ec08164558 HTTP/1.1" status: 200 len: 1094 time: 10.2934315 Jan 18 09:24:37.302806 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5176169b43574de98ce1c3f20f64724e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5941112 Jan 18 09:24:37.302806 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'tag': '49b62042-b03c-449c-91ef-26ec08164558'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:24:37.310210 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 35948) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:37.323842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5eb8c-1de8-4564-aa68-5d84d309c616 req-0d4e7f61-3183-4c7c-877f-20ef91efa9dd tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:37.325723 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4b5eb8c-1de8-4564-aa68-5d84d309c616 req-0d4e7f61-3183-4c7c-877f-20ef91efa9dd tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 944 time: 0.5377176 Jan 18 09:24:37.373061 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.373698 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:37.373793 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.392388 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ce50ad30-2470-4a1a-907f-8d264b2c95b7 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:37.392920 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-4a97c34b-b724-4052-bba0-edf21e771a6e req-cd48d523-ac6c-49a5-8075-c27eff20350b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Synchronizing usage tracker for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:37.509231 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.522476 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-4a97c34b-b724-4052-bba0-edf21e771a6e req-cd48d523-ac6c-49a5-8075-c27eff20350b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Unset dirty status for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:37.523699 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4a97c34b-b724-4052-bba0-edf21e771a6e req-cd48d523-ac6c-49a5-8075-c27eff20350b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 210 time: 0.3140509 Jan 18 09:24:37.528145 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4b5eb8c-1de8-4564-aa68-5d84d309c616 req-9435b67c-4e79-48b8-b4a7-8790f784a3fc tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870160 Jan 18 09:24:37.532355 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.576387 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port ce50ad30-2470-4a1a-907f-8d264b2c95b7 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:37.582207 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ce50ad30-2470-4a1a-907f-8d264b2c95b7 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:37.582990 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.590806 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d6b-5488-459c-9f0f-7eb34feac292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.630689 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d6b-5488-459c-9f0f-7eb34feac292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.658759 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-25bf7ed6-2182-446d-a841-0d8ff2200314 admin admin] 10.222.0.54 "PUT /v2.0/routers/b22febcf-9ba0-4499-906e-b31f5285a4c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0956569 Jan 18 09:24:37.674978 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18217b-7818-4710-a8f1-c2cd839b1128 service neutron] Pushing event updated for resources: {'Port': ['ID=49b62042-b03c-449c-91ef-26ec08164558,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:37.724506 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.857740 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.858793 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fdf6c-722b-4a13-848b-977ec7fd9688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b24984-49e8-41f0-99c0-635872e06946,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:37.871032 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.910590 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.915341 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port ce50ad30-2470-4a1a-907f-8d264b2c95b7, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ce50ad30-2470-4a1a-907f-8d264b2c95b7,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:37.925220 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:37.982742 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d6b-5488-459c-9f0f-7eb34feac292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.015179 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c7408dfd9164642af3e643e9e7ebb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1710777 Jan 18 09:24:38.016142 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Pushing event updated for resources: {'Port': ['ID=69691aa6-3f09-415f-85f6-12b255d4cb5a,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:38.021303 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 35974) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:38.028850 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ef1e-12bc-458f-aaf7-7d73c609ba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72644b1e-3a3f-451c-af30-416980086c2a,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:38.058170 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc29d6b-5488-459c-9f0f-7eb34feac292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b24984-49e8-41f0-99c0-635872e06946,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:38.061627 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Allocated IP 172.20.0.6 (8bf44fad-db40-46c6-b3ea-8b2e44c430b9/dfac5848-5331-4573-9de9-64ba7413ef50/bb1e88bc-8841-4b8c-9627-b5dee975bfed) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:38.161970 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 2, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:38.174428 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Checking router: b22febcf-9ba0-4499-906e-b31f5285a4c8 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:24:38.174428 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Updating router b22febcf-9ba0-4499-906e-b31f5285a4c8 port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:24:38.185771 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-214ee2e7-661c-42bc-8e65-b5e0cb570b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:38.188267 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-214ee2e7-661c-42bc-8e65-b5e0cb570b9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e11ffbab1bc47b8822db66d1eb78b8c&device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 1097 time: 0.8052037 Jan 18 09:24:38.209201 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=ce50ad30-2470-4a1a-907f-8d264b2c95b7,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:38.265495 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:38.276833 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a5eec599-be89-4477-96b9-531558362b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.281345 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-71679c33-d495-4380-943f-17429db88ab5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b62042-b03c-449c-91ef-26ec08164558 HTTP/1.1" status: 200 len: 217 time: 0.0772028 Jan 18 09:24:38.282123 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:38.368887 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.499235 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5238b909-3108-48cb-91e9-d182b5901d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.567148 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'tag': '49b62042-b03c-449c-91ef-26ec08164558', 'status': 'completed', 'code': 200} Jan 18 09:24:38.573863 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ce50ad30-2470-4a1a-907f-8d264b2c95b7 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:38.605159 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-e3f6c16a-9794-43d8-9cad-714beaddc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:38.607030 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-e3f6c16a-9794-43d8-9cad-714beaddc6fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e5ce49c-3197-4fc3-bcc3-baceff816c39 HTTP/1.1" status: 200 len: 852 time: 0.3196681 Jan 18 09:24:38.645961 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d6b-5488-459c-9f0f-7eb34feac292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.659554 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-9bc29d6b-5488-459c-9f0f-7eb34feac292 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47b24984-49e8-41f0-99c0-635872e06946 HTTP/1.1" status: 204 len: 168 time: 1.3327034 Jan 18 09:24:38.804787 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-95dd5fbb-69dd-4497-bf13-77f564738f96 None None] Provisioning complete for port 69691aa6-3f09-415f-85f6-12b255d4cb5a triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:38.806472 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-95dd5fbb-69dd-4497-bf13-77f564738f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.848545 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36000) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:38.890102 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5238b909-3108-48cb-91e9-d182b5901d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.905734 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:38.917465 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-665f532c-68f6-488c-b1b5-3dac2822ef5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c42048d6-dd38-43f1-a397-563387be56a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2907860 Jan 18 09:24:38.917694 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-95dd5fbb-69dd-4497-bf13-77f564738f96 None None] Port 69691aa6-3f09-415f-85f6-12b255d4cb5a cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:24:38.934209 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-467aa858-25c2-4c00-864c-3cd873d28678 req-083a676b-f541-4e91-9065-1456a1f3d517 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Synchronizing usage tracker for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:38.935472 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ce50ad30-2470-4a1a-907f-8d264b2c95b7 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:38.935851 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.003070 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-467aa858-25c2-4c00-864c-3cd873d28678 req-083a676b-f541-4e91-9065-1456a1f3d517 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Unset dirty status for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:39.005233 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-467aa858-25c2-4c00-864c-3cd873d28678 req-083a676b-f541-4e91-9065-1456a1f3d517 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 210 time: 0.2102053 Jan 18 09:24:39.085197 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414728407', 'description': 'tempest-description--550162170'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:39.099182 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:39.106141 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:39.139266 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.162633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:39.177802 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5238b909-3108-48cb-91e9-d182b5901d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.190036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.190666 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.286323 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:39.289903 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238b909-3108-48cb-91e9-d182b5901d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72644b1e-3a3f-451c-af30-416980086c2a,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:39.338127 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5238b909-3108-48cb-91e9-d182b5901d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.342542 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5238b909-3108-48cb-91e9-d182b5901d45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72644b1e-3a3f-451c-af30-416980086c2a HTTP/1.1" status: 204 len: 168 time: 1.3193953 Jan 18 09:24:39.376578 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Router 84301b4e-53ae-4fcc-b054-9da422a74f75 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:24:39.377874 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.381623 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:39.394899 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Pushing event updated for resources: {'Port': ['ID=bb1e88bc-8841-4b8c-9627-b5dee975bfed,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:39.405264 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:39.409085 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:39.419913 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:39.420298 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.420765 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.436304 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Transition to ACTIVE for port object 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:39.437665 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:39.458625 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.546896 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c1b0-3906-4337-959d-5146971f03f4 None None] Pushing event updated for resources: {'Port': ['ID=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:39.565423 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff1e3b-d871-4364-9a62-47363e790ba0 req-facc8e03-503c-4178-8b33-9b2eb1ab6530 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:39.568600 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4ff1e3b-d871-4364-9a62-47363e790ba0 req-facc8e03-503c-4178-8b33-9b2eb1ab6530 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 944 time: 0.5395319 Jan 18 09:24:39.569771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-901ca140-7966-4717-9622-412a6bc69d61 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8124466 Jan 18 09:24:39.635897 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group_rule and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:39.642761 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:39.662202 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:39.731202 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Request body: {'port': {'device_id': 'f2845450-8545-42d9-b15b-bba81ee97217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:39.756089 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.759969 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:24:39.772470 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-057ab3be-c05a-42c0-ab1a-cbf29cb8ec33 service neutron] 10.222.0.64 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556654 Jan 18 09:24:39.775622 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.775919 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Sync routers for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:24:39.795595 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:39.797603 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:39.877398 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Attempting to bind port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:39.880631 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Attempting to bind port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:39.880971 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Attempting to bind port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:39.888028 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:39.888403 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Checking segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:39.888808 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.889203 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Bound using segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:39.889682 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Bound port: 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:39.890129 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:39.948360 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1d2ed954-3806-4d47-ba61-f42f080206ed admin admin] 10.222.0.54 "PUT /v2.0/routers/84301b4e-53ae-4fcc-b054-9da422a74f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1178818 Jan 18 09:24:40.009355 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd30627e-f270-43be-a559-28a3df0cd550,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:40.027155 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:40.045864 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.061928 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.064870 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5cd86604-aced-42c6-87ed-5f7d16e2dc12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2099791 Jan 18 09:24:40.066973 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36040) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:40.086075 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Transition to ACTIVE for port object 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:40.098608 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'security_group_rule': {'security_group_id': 'cd30627e-f270-43be-a559-28a3df0cd550', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:40.127222 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:40.131208 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] For port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:40.138583 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] For port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:40.157062 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.169334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group_rule and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:40.177247 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:40.192808 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:40.194879 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:40.257194 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.257696 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-48f91c72-4513-4b5f-b7e2-48b0f313d0e7 req-f82ab1d5-5e77-45a5-8d6d-198969a110bd service neutron] 10.222.0.64 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777553 Jan 18 09:24:40.277687 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.296193 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.361739 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:40.362835 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:40.496662 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4ff1e3b-d871-4364-9a62-47363e790ba0 req-8d4ee642-a9a4-4b0b-ad03-f883014e669b tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150790 Jan 18 09:24:40.527802 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c1b0-3906-4337-959d-5146971f03f4 None None] Pushing event updated for resources: {'Port': ['ID=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,revision_number=4']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:40.674828 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.693088 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.703858 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.745950 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-f4f2b488-4b4c-4650-9300-99a8ebf4d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:40.753734 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-f4f2b488-4b4c-4650-9300-99a8ebf4d10d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e11ffbab1bc47b8822db66d1eb78b8c&device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 1097 time: 0.3758183 Jan 18 09:24:40.765056 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514457b0-e6b6-4d4e-ae97-21fb1643fbaa,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:40.816725 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:40.853767 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Attempting to bind port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:40.854127 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Attempting to bind port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:40.854461 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Attempting to bind port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 on network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:40.863316 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 on network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:24:40.863572 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Attempting to bind port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 on network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:40.875023 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:40.875394 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Checking segment: {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:40.875929 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Bound using segment: {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:40.876412 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Bound port: 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:40.876785 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:40.892830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Pushing event updated for resources: {'Port': ['ID=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:40.921874 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 2, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:40.933635 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Checking router: 84301b4e-53ae-4fcc-b054-9da422a74f75 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:24:40.933990 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Updating router 84301b4e-53ae-4fcc-b054-9da422a74f75 port 69691aa6-3f09-415f-85f6-12b255d4cb5a binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:24:41.044596 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:41.048412 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2176d67f-8af6-4ad8-9df9-ceeda243c23d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9737241 Jan 18 09:24:41.055575 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36068) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:41.056424 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:41.075750 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'security_group_rule': {'security_group_id': 'cd30627e-f270-43be-a559-28a3df0cd550', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:41.096733 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:41.103018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2098863-61ce-4dab-8403-dd52c8318e4a req-f58e6c9b-1429-4ef5-b589-82dcb2e246de tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:41.104585 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f2098863-61ce-4dab-8403-dd52c8318e4a req-f58e6c9b-1429-4ef5-b589-82dcb2e246de tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 931 time: 0.8123517 Jan 18 09:24:41.143124 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group_rule and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:41.149026 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:41.173208 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:41.208654 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-9cea4d6a-8412-4457-90a2-3e083d141b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:41.210125 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-9cea4d6a-8412-4457-90a2-3e083d141b28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c42048d6-dd38-43f1-a397-563387be56a4 HTTP/1.1" status: 200 len: 913 time: 0.4351459 Jan 18 09:24:41.251556 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] For port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:41.265272 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f2098863-61ce-4dab-8403-dd52c8318e4a req-f8effd59-5f78-48d2-b2ca-1b5162cd66e6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458886 Jan 18 09:24:41.297985 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] For port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:41.362547 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:41.371146 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-2cfec286-8f94-46b7-b6e2-5006aad3fb4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b62042-b03c-449c-91ef-26ec08164558 HTTP/1.1" status: 200 len: 217 time: 0.1513863 Jan 18 09:24:41.509073 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36082) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:41.524276 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:41.554521 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261661939', 'description': 'tempest-description--1774855263'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:41.581159 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:41.599207 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:41.615284 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:41.615643 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1e88bc-8841-4b8c-9627-b5dee975bfed {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:41.628916 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-e3f86720-6605-45fa-a0c5-5d95a01a5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:41.630293 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-e3f86720-6605-45fa-a0c5-5d95a01a5630 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e5ce49c-3197-4fc3-bcc3-baceff816c39 HTTP/1.1" status: 200 len: 852 time: 0.2499778 Jan 18 09:24:41.640193 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:41.675559 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:40Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:41.678635 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Transition to ACTIVE for port object bb1e88bc-8841-4b8c-9627-b5dee975bfed will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:41.691525 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a7a1a-d800-4b54-a827-0f0a8b2546fc None None] The sync data for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi is: [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:40Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:24:41.693562 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:41.757688 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:41.809003 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:41.809622 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:41.811109 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] 10.222.0.64 "PUT /v2.0/ports/0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 1094 time: 4.7341022 Jan 18 09:24:41.820713 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88315299-63c8-46f2-b238-cf1d3885df94', 'tag': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:24:41.877345 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-2d0a5a28-48a3-44c8-8caa-7d995cc4e205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c42048d6-dd38-43f1-a397-563387be56a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174664 Jan 18 09:24:41.881781 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.076750 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.108127 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Transition to ACTIVE for port object 69691aa6-3f09-415f-85f6-12b255d4cb5a will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:42.125591 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.126813 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:42.134530 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group_rule and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:42.137102 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.155101 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:42.157973 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.210131 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:42.279717 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71a77-8338-46ef-a5e7-8fd9e021d6ec service neutron] Pushing event updated for resources: {'Port': ['ID=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:42.297093 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f970796e-480c-40ec-b313-3b8ce42f8c22,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:42.384051 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.387011 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-063e4eba-19bb-4dfd-a2a6-7cd390102c63 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3185830 Jan 18 09:24:42.395946 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36112) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:42.418942 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:42.438934 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:42.476109 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:floatingip and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:42.494005 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:42.512444 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1e88bc-8841-4b8c-9627-b5dee975bfed,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:42.515699 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:42.525746 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Attempting to bind port bb1e88bc-8841-4b8c-9627-b5dee975bfed on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:42.526266 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Attempting to bind port bb1e88bc-8841-4b8c-9627-b5dee975bfed by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:42.526651 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Attempting to bind port bb1e88bc-8841-4b8c-9627-b5dee975bfed on network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:42.539995 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Port bb1e88bc-8841-4b8c-9627-b5dee975bfed on network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:24:42.541715 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Attempting to bind port bb1e88bc-8841-4b8c-9627-b5dee975bfed on network 8bf44fad-db40-46c6-b3ea-8b2e44c430b9 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:42.563515 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:42.563992 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Checking segment: {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:42.564508 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Bound using segment: {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:42.565151 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Bound port: bb1e88bc-8841-4b8c-9627-b5dee975bfed, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2254c82-7487-4860-9bb7-199030710f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:42.565638 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.569470 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-96b761ef-db6c-47f2-946d-4f28295fa044 service neutron] 10.222.0.64 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565061 Jan 18 09:24:42.583001 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:42.628138 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b5918-08b4-4869-b9c1-0ef34914a8a4 req-41c3cf81-9b74-46de-bb3b-02f0d0c44eeb tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:42.629902 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c42b5918-08b4-4869-b9c1-0ef34914a8a4 req-41c3cf81-9b74-46de-bb3b-02f0d0c44eeb tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 944 time: 0.7004371 Jan 18 09:24:42.632377 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-82001bb8-62e3-4696-b70a-9a99345fdcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:42.633960 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-82001bb8-62e3-4696-b70a-9a99345fdcab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1097 time: 0.7134941 Jan 18 09:24:42.900340 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-97783d0a-0030-46d2-b400-58ccc0225f2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 217 time: 0.2337010 Jan 18 09:24:42.940174 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:42.989905 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c2ac-d777-4704-a69e-f3c8720d95c0 None None] Pushing event updated for resources: {'Port': ['ID=69691aa6-3f09-415f-85f6-12b255d4cb5a,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:43.065109 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Attempting to bind port 69691aa6-3f09-415f-85f6-12b255d4cb5a on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:43.065289 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Attempting to bind port 69691aa6-3f09-415f-85f6-12b255d4cb5a by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:43.065702 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Attempting to bind port 69691aa6-3f09-415f-85f6-12b255d4cb5a on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:43.077265 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:43.078010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Checking segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:43.078010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.078379 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Bound using segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:43.078838 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Bound port: 69691aa6-3f09-415f-85f6-12b255d4cb5a, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:43.079250 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.087642 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.108056 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.174241 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:43.190379 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:43.192009 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.308375 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff43c2c5-dbcb-4303-b700-0f6325e3046e req-a25cc848-d6c8-4e87-820b-f11707db6a7b service neutron] 10.222.0.64 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575480 Jan 18 09:24:43.364261 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c42b5918-08b4-4869-b9c1-0ef34914a8a4 req-c0e1b690-c420-472d-911c-590663a3951d tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240653 Jan 18 09:24:43.397019 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89a4c55-6007-4f4f-ad84-c35ad46ea277,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:43.412690 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] For port bb1e88bc-8841-4b8c-9627-b5dee975bfed, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:43.413545 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.415361 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-61539d6a-feb5-47ea-8ab0-89f429aa095a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9044900 Jan 18 09:24:43.420812 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36146) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:43.429686 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'security_group_rule': {'security_group_id': 'c89a4c55-6007-4f4f-ad84-c35ad46ea277', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:43.438105 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:43.443423 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group_rule and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:43.449228 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:43.457198 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] For port 69691aa6-3f09-415f-85f6-12b255d4cb5a, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:43.458626 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:43.467338 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] For port 69691aa6-3f09-415f-85f6-12b255d4cb5a, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=69691aa6-3f09-415f-85f6-12b255d4cb5a,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:43.487412 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] For port bb1e88bc-8841-4b8c-9627-b5dee975bfed, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:43.499685 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-edf0df54-4e47-44ba-afa6-261512910530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:43.501513 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.502593 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-edf0df54-4e47-44ba-afa6-261512910530 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.4904563 Jan 18 09:24:43.510905 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.514571 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.602682 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.611754 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.615668 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.714799 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.720077 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2941833 Jan 18 09:24:43.720077 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e3e3d-5460-48cc-8c82-9dc80be20ead tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bea4201-8b8d-490a-86cd-80efd7e052dc,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:43.728003 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36160) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:43.734195 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'security_group_rule': {'security_group_id': 'c89a4c55-6007-4f4f-ad84-c35ad46ea277', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:43.758828 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:43.769304 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group_rule and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:43.775605 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:43.789024 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:43.800364 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-2b1de9e0-d454-4a92-9105-d7e2e282aa8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2789092 Jan 18 09:24:43.891976 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:43.954780 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e2a8-e495-4166-ba84-3adef7521a6b req-b997b902-6469-4041-814d-39d65ccfa20b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:43.957912 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e996e2a8-e495-4166-ba84-3adef7521a6b req-b997b902-6469-4041-814d-39d65ccfa20b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 943 time: 1.1596954 Jan 18 09:24:43.961159 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:24:43.966475 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:24:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:44.012595 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.025321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.047531 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:44.048300 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.050063 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb1e88bc-8841-4b8c-9627-b5dee975bfed HTTP/1.1" status: 200 len: 1093 time: 4.3676550 Jan 18 09:24:44.075436 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Allocated IP 172.27.0.32 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/966b02f7-b000-466a-8fa6-b54189513eac) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:44.141009 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7cadb5-c398-4f40-8735-449fc0c86a26,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:44.232696 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.238650 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a84a9769-10d2-472c-9a5a-328b816f1216 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5050406 Jan 18 09:24:44.288607 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 36172) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:44.297753 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88315299-63c8-46f2-b238-cf1d3885df94', 'tag': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5', 'status': 'completed', 'code': 200} Jan 18 09:24:44.309677 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c2ac-d777-4704-a69e-f3c8720d95c0 None None] Pushing event updated for resources: {'Port': ['ID=69691aa6-3f09-415f-85f6-12b255d4cb5a,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:44.341084 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.423614 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 49b62042-b03c-449c-91ef-26ec08164558 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:24:44.435556 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:44.479760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:44.507495 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:floatingip and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:44.540769 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.546855 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e996e2a8-e495-4166-ba84-3adef7521a6b req-5ab59f42-f777-408b-8932-dac853bfaff0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760032 Jan 18 09:24:44.568076 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:44.605843 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef43e5-872f-4615-96b5-6dcadcf4db26 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1e88bc-8841-4b8c-9627-b5dee975bfed,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:44.612058 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.643130 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:44.692849 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:44.695981 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:44.700970 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:44.713623 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'Port': ['ID=966b02f7-b000-466a-8fa6-b54189513eac,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:44.835735 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.837545 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 49b62042-b03c-449c-91ef-26ec08164558, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=49b62042-b03c-449c-91ef-26ec08164558,segment=NetworkSegment(fb04b410-2f69-4389-a9ed-77cb4ae13799),segment_id=fb04b410-2f69-4389-a9ed-77cb4ae13799)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:44.854617 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-f298d753-889d-45f6-abe7-afa87b7145a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:44.856243 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-f298d753-889d-45f6-abe7-afa87b7145a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 1096 time: 0.5576892 Jan 18 09:24:44.858308 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-355de163-b206-42c4-95e4-99b4f1274643 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9518545 Jan 18 09:24:44.867280 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '49b62042-b03c-449c-91ef-26ec08164558', 'network_id': 'c42048d6-dd38-43f1-a397-563387be56a4', 'port_id': '49b62042-b03c-449c-91ef-26ec08164558', 'mac_address': 'fa:16:3e:5e:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5ce49c-3197-4fc3-bcc3-baceff816c39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:24:44.868624 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:44.958019 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39808b-eb1e-40fe-b564-d0e209980208 req-b8ea4c88-0b8f-4b83-a8a9-abeb04ced74e tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:44.966477 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9b39808b-eb1e-40fe-b564-d0e209980208 req-b8ea4c88-0b8f-4b83-a8a9-abeb04ced74e tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 944 time: 0.2518630 Jan 18 09:24:44.990521 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.031024 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9b39808b-eb1e-40fe-b564-d0e209980208 req-6c77885d-d4c1-4c0a-a82e-b16bcefc4dcc tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633960 Jan 18 09:24:45.129914 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.142218 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:45.178935 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.304246 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Allocated IP 172.27.0.129 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/2a258893-06ed-488e-abe3-a3b751d64224) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:45.322809 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.341389 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.360540 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.375442 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:24:45.486820 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b62042-b03c-449c-91ef-26ec08164558 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:45.544835 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'Port': ['ID=966b02f7-b000-466a-8fa6-b54189513eac,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:45.549380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 49b62042-b03c-449c-91ef-26ec08164558, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=49b62042-b03c-449c-91ef-26ec08164558,segment=NetworkSegment(fb04b410-2f69-4389-a9ed-77cb4ae13799),segment_id=fb04b410-2f69-4389-a9ed-77cb4ae13799)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:45.554228 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.571584 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.574118 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:45.589228 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.591179 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-71606129-d5d7-4ceb-bf29-44ae750f9d52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1788597 Jan 18 09:24:45.622383 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.750129 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:45.908319 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'Port': ['ID=2a258893-06ed-488e-abe3-a3b751d64224,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:45.912379 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:45.915231 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:45.925520 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:45.953552 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=49b62042-b03c-449c-91ef-26ec08164558,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:46.059706 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:43Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:24:46.064929 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82118a-5b0e-4010-b279-69d6f448a63a None None] The sync data for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi is: [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:43Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:24:46.225207 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-a5117616-3f64-4f58-bb06-d011595bce14 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Synchronizing usage tracker for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:46.243485 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d71fc-b08f-4a1e-90d1-a763cbe21dae req-00e3b32e-88b9-44bd-9043-46e5840e6b3f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:46.245124 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d3d71fc-b08f-4a1e-90d1-a763cbe21dae req-00e3b32e-88b9-44bd-9043-46e5840e6b3f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 943 time: 0.5575607 Jan 18 09:24:46.281595 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:46.293836 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-a5117616-3f64-4f58-bb06-d011595bce14 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Unset dirty status for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:46.302023 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-a5117616-3f64-4f58-bb06-d011595bce14 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1414728407&fields=id&tenant_id=6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 267 time: 0.3776355 Jan 18 09:24:46.311384 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2845450-8545-42d9-b15b-bba81ee97217', 'tag': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:24:46.438349 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d3d71fc-b08f-4a1e-90d1-a763cbe21dae req-279e0bba-9b51-49f2-a104-d81e1ae5cc85 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839941 Jan 18 09:24:46.468273 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:46.640910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-8d13b11f-4a34-4305-ad38-f70acf4aa0cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:46.641592 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-8d13b11f-4a34-4305-ad38-f70acf4aa0cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Synchronizing usage tracker for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:46.750623 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-8d13b11f-4a34-4305-ad38-f70acf4aa0cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Unset dirty status for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:46.751771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-8d13b11f-4a34-4305-ad38-f70acf4aa0cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 816 time: 0.4489884 Jan 18 09:24:46.792343 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab3ad0-3f88-4544-9b80-8550d83056b6 req-5bea784f-2600-4b51-8f37-ae110d153948 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:46.793847 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-07ab3ad0-3f88-4544-9b80-8550d83056b6 req-5bea784f-2600-4b51-8f37-ae110d153948 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 945 time: 0.2566180 Jan 18 09:24:46.795111 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-5fd450ab-4e27-4441-a736-b16cc6589936 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/quotas/6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 375 time: 0.0353034 Jan 18 09:24:46.901516 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:46.911128 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-07ab3ad0-3f88-4544-9b80-8550d83056b6 req-1216a1b1-bcea-4405-959a-861ef8623fe7 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103799 Jan 18 09:24:46.914549 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:47.044288 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:47.049184 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2845450-8545-42d9-b15b-bba81ee97217', 'tag': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed', 'status': 'completed', 'code': 200} Jan 18 09:24:47.124636 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-e55bb6f8-08b5-41a8-b6d2-f69e0e2ede9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed HTTP/1.1" status: 200 len: 217 time: 0.1667228 Jan 18 09:24:47.199325 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'Port': ['ID=2a258893-06ed-488e-abe3-a3b751d64224,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:47.225326 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:47.226548 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ad23e922-1f33-47af-8cc2-ea1b91dff8cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9234972 Jan 18 09:24:47.231737 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['49b62042-b03c-449c-91ef-26ec08164558'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:24:47.241380 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-3192f019-8534-496e-b544-cdf8430229f5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4255753 Jan 18 09:24:47.261874 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-af39d54e-97cb-422e-9eb4-1441a6543565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:47.263223 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-af39d54e-97cb-422e-9eb4-1441a6543565 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.1259987 Jan 18 09:24:47.348573 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff3df1b8-2a6a-46ad-a2a3-97490336ec2c req-1ebc2c7c-6a0f-4df7-abac-1c3ce87464a0 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878844 Jan 18 09:24:47.354125 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-df17fd2c-e6cd-49c8-af36-0d73c22b91c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775299 Jan 18 09:24:47.448575 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 69691aa6-3f09-415f-85f6-12b255d4cb5a up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:47.661569 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 69691aa6-3f09-415f-85f6-12b255d4cb5a completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:47.676406 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 69691aa6-3f09-415f-85f6-12b255d4cb5a triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:47.676860 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:47.684933 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-983fd198-abdc-4ec8-b352-b2721857d3cb service neutron] 10.222.0.54 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709576 Jan 18 09:24:47.798412 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-b2b9cb90-28ab-4639-8f75-43b96f814c6d service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991761 Jan 18 09:24:47.849120 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-5607c648-c092-4bc9-b608-673f4a42c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:47.850550 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-5607c648-c092-4bc9-b608-673f4a42c625 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1097 time: 0.4262712 Jan 18 09:24:47.854063 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:47.888787 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 69691aa6-3f09-415f-85f6-12b255d4cb5a, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=69691aa6-3f09-415f-85f6-12b255d4cb5a,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:47.894084 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:47.894991 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:47.912497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc7432-f202-4b56-8558-03b0d1bb4973 req-7510715b-8fe0-43ad-bdb8-aa41c2f5c561 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:47.913998 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8ecc7432-f202-4b56-8558-03b0d1bb4973 req-7510715b-8fe0-43ad-bdb8-aa41c2f5c561 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 943 time: 0.3231635 Jan 18 09:24:47.948028 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-64a2ab18-c5a8-4057-a7ae-66015e310cad service neutron] 10.222.0.54 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538328 Jan 18 09:24:47.973885 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8ecc7432-f202-4b56-8558-03b0d1bb4973 req-4b89a3e6-d4c7-4e16-916a-b59d5f7890a9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Jan 18 09:24:48.045333 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=69691aa6-3f09-415f-85f6-12b255d4cb5a,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:48.049454 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:48.049731 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:48.134980 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-b6e3cd3a-8a3c-409c-9764-15ed9fc9f5a9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Synchronizing usage tracker for tenant:234743f869b54f8889f1a749c0de41ab on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:48.157480 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-b6e3cd3a-8a3c-409c-9764-15ed9fc9f5a9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Unset dirty status for tenant:234743f869b54f8889f1a749c0de41ab on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:48.159106 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-b6e3cd3a-8a3c-409c-9764-15ed9fc9f5a9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--261661939&fields=id&tenant_id=234743f869b54f8889f1a749c0de41ab HTTP/1.1" status: 200 len: 267 time: 0.0658629 Jan 18 09:24:48.404461 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-57c8dd30-c76d-44d5-83e8-3d9ee7fc6746 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:48.405314 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-57c8dd30-c76d-44d5-83e8-3d9ee7fc6746 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Synchronizing usage tracker for tenant:234743f869b54f8889f1a749c0de41ab on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:48.434392 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f160ec-f1c0-41b3-8f48-f5b64800b5e4 req-d9948a9e-a36a-45fc-8ab3-1b7e40391716 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:48.436194 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52f160ec-f1c0-41b3-8f48-f5b64800b5e4 req-d9948a9e-a36a-45fc-8ab3-1b7e40391716 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 945 time: 0.1789567 Jan 18 09:24:48.440266 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-57c8dd30-c76d-44d5-83e8-3d9ee7fc6746 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Unset dirty status for tenant:234743f869b54f8889f1a749c0de41ab on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:48.441427 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-57c8dd30-c76d-44d5-83e8-3d9ee7fc6746 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 811 time: 0.2757108 Jan 18 09:24:48.497322 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-809a1238-37fd-45dd-90d2-ed74043b770a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/quotas/234743f869b54f8889f1a749c0de41ab HTTP/1.1" status: 200 len: 375 time: 0.0329301 Jan 18 09:24:48.506629 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52f160ec-f1c0-41b3-8f48-f5b64800b5e4 req-0e708928-6a4d-4854-be61-67646ba816c7 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629134 Jan 18 09:24:48.623625 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-db9287bb-5dd4-42b5-afe6-f1621be72408 req-f0cdb0f7-900d-4d6e-b3f1-9589bcb12f86 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.0465472 Jan 18 09:24:48.632541 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-16225e9a-9cb3-41cb-ac96-41ea578f5f73 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1233480 Jan 18 09:24:48.779731 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-a4a44f5d-c4c4-470e-a511-8c72dbee3076 service neutron] 10.222.0.54 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336269 Jan 18 09:24:48.918616 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-892397f4-1a90-428a-95ee-dc793c655f78 service neutron] 10.222.0.54 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327882 Jan 18 09:24:49.171406 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-27625208-0475-46b4-babb-3cb4305ef89b req-5384f73e-98bc-4996-81ff-7becb1778584 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 210 time: 0.1045892 Jan 18 09:24:49.290636 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 69691aa6-3f09-415f-85f6-12b255d4cb5a up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:49.378698 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 69691aa6-3f09-415f-85f6-12b255d4cb5a triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:49.379286 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:49.486455 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7440af73-d58e-4dd6-95c0-5e8eac93a956 req-70d2a724-5a07-45f9-b71e-3837cc0ccd27 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135865 Jan 18 09:24:49.491172 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-2ebd90a0-0926-4d0d-ab7b-53523cfaee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:49.492581 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-2ebd90a0-0926-4d0d-ab7b-53523cfaee08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.3177438 Jan 18 09:24:49.505164 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74774747-abd1-4177-a701-d5f5ace8b6bb req-b17148c9-f82f-4d3c-93a2-72a662f604a0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:49.506402 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-74774747-abd1-4177-a701-d5f5ace8b6bb req-b17148c9-f82f-4d3c-93a2-72a662f604a0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 943 time: 0.4003925 Jan 18 09:24:49.563200 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-74774747-abd1-4177-a701-d5f5ace8b6bb req-701b3481-5537-4ee2-9d55-5c0cd3ab1f72 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477319 Jan 18 09:24:49.805020 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3321e0-618a-482d-89a8-fb612ae65bf0 req-6464f92f-9921-4446-bdad-d055ef7242c1 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:49.806971 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d3321e0-618a-482d-89a8-fb612ae65bf0 req-6464f92f-9921-4446-bdad-d055ef7242c1 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 945 time: 0.1388025 Jan 18 09:24:49.816771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-563fc404-bf8e-4965-9df7-1b554f0f16a1 req-7e3dcd67-fec0-435b-82f3-143fc228d923 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.0648224 Jan 18 09:24:49.865085 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d3321e0-618a-482d-89a8-fb612ae65bf0 req-bcbc5fcc-8cf8-41e3-8782-1d50fe4f3e2b tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512519 Jan 18 09:24:50.175509 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-21489abd-dbc5-421a-96a1-db41241ebe48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 217 time: 0.0756199 Jan 18 09:24:50.400294 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-20a6742e-4cce-465b-b4e8-7466e61a5a64 req-a2071600-6c42-41bf-8fc3-28e413f75c00 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 210 time: 0.0689287 Jan 18 09:24:50.433847 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-116575d7-9f86-4fb7-8710-e1444975a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:50.435607 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-116575d7-9f86-4fb7-8710-e1444975a673 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.2464719 Jan 18 09:24:50.491278 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-78a99835-f1a3-48e2-ad8a-d7cddfed9127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460474 Jan 18 09:24:50.494596 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-a16c4a02-c3f0-419e-8bbb-066138add331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:50.496243 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-a16c4a02-c3f0-419e-8bbb-066138add331 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 1096 time: 0.2691920 Jan 18 09:24:50.799565 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-707bc4b9-d78b-4e58-b0dd-411ff3f48da0 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961743 Jan 18 09:24:50.804111 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-4d5c99d7-5e9c-4815-a4b1-59624120d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:50.805458 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-4d5c99d7-5e9c-4815-a4b1-59624120d065 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.2825906 Jan 18 09:24:50.992595 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9937ae9-e633-4702-b21d-ccc0c7d58667 req-4c5e9f7d-a2f0-4da4-9531-35f53b9a9c07 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:50.994655 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9937ae9-e633-4702-b21d-ccc0c7d58667 req-4c5e9f7d-a2f0-4da4-9531-35f53b9a9c07 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 943 time: 0.3047357 Jan 18 09:24:51.251113 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-420df017-731b-4d11-b7ac-6a26071c1204 req-f331d4b3-fe5f-4ffe-a9bc-31feaddd1819 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.2551465 Jan 18 09:24:51.318249 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-857e2cfd-2d94-4d8c-b249-e025ef9d66e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed HTTP/1.1" status: 200 len: 217 time: 0.4555907 Jan 18 09:24:51.322746 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1fece7af-df62-47a1-a2fb-5452895bf4b5 req-99f7fc9a-1390-4dcc-9a28-1ff7ad94d22f service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059903 Jan 18 09:24:51.329242 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9937ae9-e633-4702-b21d-ccc0c7d58667 req-8094389b-5bff-4363-91bd-87afd9c9a876 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557905 Jan 18 09:24:51.440396 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-decf2e8f-e6b2-4418-84a5-a3f08844b6a2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:51.442571 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-decf2e8f-e6b2-4418-84a5-a3f08844b6a2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 811 time: 0.4195864 Jan 18 09:24:51.473389 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-8695b1b6-a36d-48f1-99b0-1358f3d3126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:51.477150 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-8695b1b6-a36d-48f1-99b0-1358f3d3126d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.1397710 Jan 18 09:24:51.546162 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-b3b64005-fa65-42cd-80c9-56f26feec181 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Synchronizing usage tracker for tenant:234743f869b54f8889f1a749c0de41ab on resource:security_group {{(pid=86806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:51.593964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-b3b64005-fa65-42cd-80c9-56f26feec181 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Unset dirty status for tenant:234743f869b54f8889f1a749c0de41ab on resource:security_group {{(pid=86806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:51.597957 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-b3b64005-fa65-42cd-80c9-56f26feec181 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234743f869b54f8889f1a749c0de41ab HTTP/1.1" status: 200 len: 379 time: 0.1438818 Jan 18 09:24:51.613704 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'port': {'device_id': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'admin_state_up': True, 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'security_groups': ['c89a4c55-6007-4f4f-ad84-c35ad46ea277']}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:51.684654 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-388dff0b-a8cf-4d5c-b52c-f145a0c5a554 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006927 Jan 18 09:24:51.715745 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f68ec618-e9f5-486d-b410-451355b7dc3b req-1e100384-ae8d-4a21-87cf-5ac948c20af8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 210 time: 0.1482253 Jan 18 09:24:51.819308 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36408) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:51.828806 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:51.849365 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:port and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:51.858492 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:51.872360 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:51.884640 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-1ed00f17-0642-4580-a7f3-20bebcb424ec service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860771 Jan 18 09:24:51.896707 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Made reservation on behalf of 234743f869b54f8889f1a749c0de41ab for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:51.903120 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.061494 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 49b62042-b03c-449c-91ef-26ec08164558 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:52.086283 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.112236 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:52.120610 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Usage tracker for resource:security_group_rule and tenant:a34b1dcfb8f14f3eaea38b6e13e7381f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:52.125721 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:52.173556 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:52.247548 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Allocated IP 172.20.0.4 (24f8e68b-9c53-4ea8-ae30-e695ba267d2d/efd08cba-453c-43e1-a62e-d19e2917042b/b5cd823a-7331-4cbf-937e-ab2c3fc45a58) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:52.271893 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 49b62042-b03c-449c-91ef-26ec08164558 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:52.280521 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 49b62042-b03c-449c-91ef-26ec08164558 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:52.282687 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.436017 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d614fd39-b304-472a-ba2a-053e1fd835d5 req-264f4962-73f6-4dff-b8ca-d7adc3b52aa4 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117981 Jan 18 09:24:52.533628 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.534268 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.556202 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.571533 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b62042-b03c-449c-91ef-26ec08164558'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:24:52.687664 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a34b1dcfb8f14f3eaea38b6e13e7381f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8648684 Jan 18 09:24:52.698872 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b08d16-c8f5-4670-a30c-7a783ff5e21d req-84f0634e-68ac-450a-a880-bbd9fbaa01f1 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:52.703161 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36464) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:52.706900 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f5b08d16-c8f5-4670-a30c-7a783ff5e21d req-84f0634e-68ac-450a-a880-bbd9fbaa01f1 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 945 time: 1.1369534 Jan 18 09:24:52.709397 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 49b62042-b03c-449c-91ef-26ec08164558, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=49b62042-b03c-449c-91ef-26ec08164558,segment=NetworkSegment(fb04b410-2f69-4389-a9ed-77cb4ae13799),segment_id=fb04b410-2f69-4389-a9ed-77cb4ae13799)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:52.716696 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.729286 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e7af02a1-0f5a-44d3-8547-3ea2ec428086 req-9fd32763-86ae-40c0-8079-24dfaf7d5fdd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.1180871 Jan 18 09:24:52.747314 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-d9d362dc-942a-4128-9955-8af90f8003f4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:52.748853 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-d9d362dc-942a-4128-9955-8af90f8003f4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 816 time: 0.8634942 Jan 18 09:24:52.764234 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e9342-188d-4575-984b-cabed6733bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3814fc77-fd92-41c9-8075-8b40639f963f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:52.834660 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:52.852433 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f5b08d16-c8f5-4670-a30c-7a783ff5e21d req-8fd19270-b81e-43c9-880c-e6ccd7066a93 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426897 Jan 18 09:24:52.886768 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-ef4ce0c9-89bb-456d-bca9-56937ba1116d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 380 time: 0.1238019 Jan 18 09:24:52.899487 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'port': {'device_id': '4e97cca8-64a9-4304-b3be-03a97583249a', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'admin_state_up': True, 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'security_groups': ['cd30627e-f270-43be-a559-28a3df0cd550']}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:52.933980 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=49b62042-b03c-449c-91ef-26ec08164558,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:52.964449 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Transition to ACTIVE for port object b5cd823a-7331-4cbf-937e-ab2c3fc45a58 will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:53.005638 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7d60d895-9ea2-416a-8c9c-3433b6d1d17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.040352 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7d60d895-9ea2-416a-8c9c-3433b6d1d17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.127681 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.132053 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7d60d895-9ea2-416a-8c9c-3433b6d1d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.176134 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:53.208195 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60d895-9ea2-416a-8c9c-3433b6d1d17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3814fc77-fd92-41c9-8075-8b40639f963f,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:53.247511 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:port and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:53.256620 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:53.256775 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:53.262381 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:53.265890 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:53.296748 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7d60d895-9ea2-416a-8c9c-3433b6d1d17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.307108 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-7d60d895-9ea2-416a-8c9c-3433b6d1d17a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3814fc77-fd92-41c9-8075-8b40639f963f HTTP/1.1" status: 204 len: 168 time: 0.5907197 Jan 18 09:24:53.311679 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:53.319811 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:53.321324 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.329371 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'Port': ['ID=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:53.351479 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Made reservation on behalf of 6835f51ae51d48eda5eb9edb46d9ca90 for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:24:53.368553 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-7e7ba9a2-ce47-4740-b2cf-9372b1cb09e6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7619123 Jan 18 09:24:53.371257 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.382319 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Request body: {'port': {'device_id': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:53.548918 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b8a5a-9538-4421-a2d3-70b82bfedec5 req-5fd63f29-2463-4214-a2f8-a2f242f0123d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:53.550487 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-734b8a5a-9538-4421-a2d3-70b82bfedec5 req-5fd63f29-2463-4214-a2f8-a2f242f0123d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 943 time: 0.4249711 Jan 18 09:24:53.565388 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19f466-a9dc-4e02-bae5-ec0749bf949d req-8a824759-6c10-4a92-8117-6502d4785ffa tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:53.573100 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e19f466-a9dc-4e02-bae5-ec0749bf949d req-8a824759-6c10-4a92-8117-6502d4785ffa tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 931 time: 0.4458475 Jan 18 09:24:53.600349 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.609859 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c817a502-a558-4ed6-b5f7-fa9ffd41b7ce None None] Provisioning for port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:53.616487 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c817a502-a558-4ed6-b5f7-fa9ffd41b7ce None None] Provisioning complete for port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:53.617090 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c817a502-a558-4ed6-b5f7-fa9ffd41b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.663750 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e19f466-a9dc-4e02-bae5-ec0749bf949d req-2e7ddfa6-63f2-43d5-af17-27751ab71da8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896139 Jan 18 09:24:53.724057 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-c817a502-a558-4ed6-b5f7-fa9ffd41b7ce None None] Port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:24:53.771201 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-734b8a5a-9538-4421-a2d3-70b82bfedec5 req-eff75824-d334-42cb-9ac7-14e65f948e93 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659501 Jan 18 09:24:53.807758 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Allocated IP 172.20.0.12 (45a2209b-7cf2-4e17-afd0-7988f28547d3/806d9d09-4bec-4b43-a81b-9291f3cf3f8e/27f4a12f-d5d6-4812-9221-f8473f051d6e) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:24:53.814894 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36506) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:53.889782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:53.969816 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:53.977330 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Usage tracker for resource:security_group_rule and tenant:36a9f7747052453ea90a6e6b09586cf4 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:53.982651 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:53.990882 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:53.991970 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b62042-b03c-449c-91ef-26ec08164558', 'code': 200} Jan 18 09:24:54.061492 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0f8436e0-3cfb-46b9-a509-282c189f94c0 req-a7051a99-786e-4838-a698-0c017c37ba1c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.1221225 Jan 18 09:24:54.077279 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:24:54.188146 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cd823a-7331-4cbf-937e-ab2c3fc45a58 {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:54.203908 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.205795 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.221633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.279993 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Transition to ACTIVE for port object b5cd823a-7331-4cbf-937e-ab2c3fc45a58 will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:54.284032 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.308148 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.314544 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:54.334704 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'port_id': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5', 'mac_address': 'fa:16:3e:5a:20:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:24:54.338624 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36a9f7747052453ea90a6e6b09586cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206783 Jan 18 09:24:54.342175 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 36526) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:54.386064 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Transition to ACTIVE for port object 27f4a12f-d5d6-4812-9221-f8473f051d6e will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:54.440843 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.465829 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:54.477212 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:54.492003 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:54.498449 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.499115 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device bb1e88bc-8841-4b8c-9627-b5dee975bfed details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:24:54.538974 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac557f-6215-4eaf-80aa-2e819c6489b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807245e4-2596-4e70-8f81-9da96defb7df,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:54.586187 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:54.590131 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port bb1e88bc-8841-4b8c-9627-b5dee975bfed, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:54.606010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed', 'network_id': '8bf44fad-db40-46c6-b3ea-8b2e44c430b9', 'port_id': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed', 'mac_address': 'fa:16:3e:0e:18:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfac5848-5331-4573-9de9-64ba7413ef50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:24:54.612081 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.684995 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Attempting to bind port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:54.687395 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.688278 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Attempting to bind port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:54.688819 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Attempting to bind port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:54.701946 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:24:54.702483 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Attempting to bind port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:54.714929 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:54.718342 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Checking segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:54.718984 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Bound using segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:54.719649 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Bound port: b5cd823a-7331-4cbf-937e-ab2c3fc45a58, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:54.722033 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.729115 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1e88bc-8841-4b8c-9627-b5dee975bfed {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:54.766956 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port bb1e88bc-8841-4b8c-9627-b5dee975bfed, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:54.778568 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:54.782694 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ef599da5-dc92-4c79-95b8-d61fc779cbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.784459 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.826575 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ef599da5-dc92-4c79-95b8-d61fc779cbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:54.882186 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=bb1e88bc-8841-4b8c-9627-b5dee975bfed,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:54.970308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:24:54.975005 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:24:54.989111 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:24:54.999702 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] For port b5cd823a-7331-4cbf-937e-ab2c3fc45a58, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:55.002644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.003764 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] For port b5cd823a-7331-4cbf-937e-ab2c3fc45a58, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:55.005388 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.011193 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.022809 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1439556-ae8b-4ea6-97cb-ed0fb45fe4b0 req-c29c4457-cfda-460b-808f-81bbb6bb08a0 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.024356 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d1439556-ae8b-4ea6-97cb-ed0fb45fe4b0 req-c29c4457-cfda-460b-808f-81bbb6bb08a0 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 946 time: 0.8513999 Jan 18 09:24:55.036146 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:24:55.060489 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-c5789cf7-08e6-407a-87aa-3fff9c389a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.062177 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-c5789cf7-08e6-407a-87aa-3fff9c389a62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 1099 time: 0.7743089 Jan 18 09:24:55.094823 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['bb1e88bc-8841-4b8c-9627-b5dee975bfed'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:24:55.121466 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.140574 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-2391990b-260a-4b57-b502-44cccfe55ed4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2505317 Jan 18 09:24:55.145937 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ef599da5-dc92-4c79-95b8-d61fc779cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.146615 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.147348 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.148203 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ef599da5-dc92-4c79-95b8-d61fc779cbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.149309 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ef599da5-dc92-4c79-95b8-d61fc779cbeb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/807245e4-2596-4e70-8f81-9da96defb7df HTTP/1.1" status: 204 len: 168 time: 0.7689307 Jan 18 09:24:55.150591 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] 10.222.0.64 "PUT /v2.0/ports/b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 200 len: 1093 time: 1.7734890 Jan 18 09:24:55.151805 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:24:55.158689 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Request body: {'port': {'device_id': '4e97cca8-64a9-4304-b3be-03a97583249a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:24:55.228392 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d1439556-ae8b-4ea6-97cb-ed0fb45fe4b0 req-8779df83-ead4-48d1-a94e-b0e9d44e30c0 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886628 Jan 18 09:24:55.239111 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:55.262493 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef599da5-dc92-4c79-95b8-d61fc779cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807245e4-2596-4e70-8f81-9da96defb7df,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:55.284125 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Usage tracker for resource:security_group_rule and tenant:71ccceb7422241fc912a9bd4c2aceefe is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:55.321328 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0fb66-6059-45e9-80e2-9e7194f1d18f req-6885c111-56f9-4080-8f5a-5c214e065419 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.323332 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-50e0fb66-6059-45e9-80e2-9e7194f1d18f req-6885c111-56f9-4080-8f5a-5c214e065419 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 943 time: 0.4522133 Jan 18 09:24:55.324483 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:55.367799 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:55.380914 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3bb7-71e9-401a-8656-06732690d581 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:55.432047 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-09050981-b841-4bce-921b-5f9109f8ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.434255 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-09050981-b841-4bce-921b-5f9109f8ab02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 1096 time: 0.2388484 Jan 18 09:24:55.520064 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-7ec1de5c-074e-4b22-aa5e-81e09836d13c None None] Provisioning for port 27f4a12f-d5d6-4812-9221-f8473f051d6e completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:55.526850 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-7ec1de5c-074e-4b22-aa5e-81e09836d13c None None] Provisioning complete for port 27f4a12f-d5d6-4812-9221-f8473f051d6e triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:55.527219 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7ec1de5c-074e-4b22-aa5e-81e09836d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.548751 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-d8c7ae41-6039-4292-bb7d-cce5869c1e2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 200 len: 217 time: 0.1043298 Jan 18 09:24:55.652126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36568) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:55.653646 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1de5c-074e-4b22-aa5e-81e09836d13c None None] Port 27f4a12f-d5d6-4812-9221-f8473f051d6e cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:24:55.689906 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-16edfa4c-2fa5-4388-be8c-4238fda3567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.692402 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-16edfa4c-2fa5-4388-be8c-4238fda3567e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.1373887 Jan 18 09:24:55.793174 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-50e0fb66-6059-45e9-80e2-9e7194f1d18f req-ef527323-b055-4d9b-b7ac-9b5f84bb3b12 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477232 Jan 18 09:24:55.847210 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.913071 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:55.925782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-95206139-c067-47df-a522-de391da08529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:55.927482 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-95206139-c067-47df-a522-de391da08529 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2252200 Jan 18 09:24:55.933215 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:55.965527 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:24:55.968003 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Usage tracker for resource:security_group_rule and tenant:c0bb7eb7e0904fef927a1e8b4a3fb32f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:55.991393 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:56.000465 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df69b0-7292-49e6-964c-af49c21c110d req-1faafa53-26d6-4800-94f5-b8dcf5b73df1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:56.002408 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d8df69b0-7292-49e6-964c-af49c21c110d req-1faafa53-26d6-4800-94f5-b8dcf5b73df1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 944 time: 0.5281129 Jan 18 09:24:56.087054 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:56.157360 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.223352 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-c6d8b2ff-d18c-4c60-9a77-dad4832a56af service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875562 Jan 18 09:24:56.264456 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.332794 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d8df69b0-7292-49e6-964c-af49c21c110d req-3979ec34-a243-4668-91c4-4dfebe50b98f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209023 Jan 18 09:24:56.394558 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8a6cdeee-f162-4915-a1c7-8a86e3d55f90 req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3175871 Jan 18 09:24:56.485475 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-d20f9122-9de1-46b2-a4bf-e629b7aa1bb2 req-9f918e7d-19ec-491b-ac38-87e590d8f888 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534385 Jan 18 09:24:56.489260 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'status': 'completed', 'code': 200} Jan 18 09:24:56.529891 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.540424 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.605576 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c87428a-da2e-4af5-99ef-2f4d25d6a02e,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:56.657026 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8534c180-138e-4887-a08f-08222e7d916d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0bb7eb7e0904fef927a1e8b4a3fb32f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0032210 Jan 18 09:24:56.663117 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36618) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:56.751479 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebfc6e-b1b8-428c-a43b-5c7b57064946 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74374f74-1710-4682-a38d-5b1d1da15453,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:56.840193 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f4a12f-d5d6-4812-9221-f8473f051d6e {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:24:56.850329 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.871404 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ee07fc9-527d-45df-9514-8f505356271d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.884682 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c42f5-e6df-4039-9911-27a2686defb0 req-63e18335-bcd5-4144-abe3-36066a8d29fa tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:56.885354 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-369c42f5-e6df-4039-9911-27a2686defb0 req-63e18335-bcd5-4144-abe3-36066a8d29fa tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Synchronizing usage tracker for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:24:56.892905 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Transition to ACTIVE for port object 27f4a12f-d5d6-4812-9221-f8473f051d6e will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:24:56.904993 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.906143 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555568e-ad71-439c-a758-9890cb780901 req-56aa32a2-081c-4b58-bd69-b141ca020ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:56.907893 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c555568e-ad71-439c-a758-9890cb780901 req-56aa32a2-081c-4b58-bd69-b141ca020ec5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 1096 time: 0.2118106 Jan 18 09:24:56.938158 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ee07fc9-527d-45df-9514-8f505356271d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:56.972677 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-369c42f5-e6df-4039-9911-27a2686defb0 req-63e18335-bcd5-4144-abe3-36066a8d29fa tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Unset dirty status for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:24:56.973913 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-369c42f5-e6df-4039-9911-27a2686defb0 req-63e18335-bcd5-4144-abe3-36066a8d29fa tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 932 time: 0.8194940 Jan 18 09:24:57.057655 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:57.067367 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80a8fc-e774-41ba-af6f-0dae25a8a521 req-6878df98-12c8-46dc-90c4-d8e98cbf0f0f tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:57.075924 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3c80a8fc-e774-41ba-af6f-0dae25a8a521 req-6878df98-12c8-46dc-90c4-d8e98cbf0f0f tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 946 time: 0.3613460 Jan 18 09:24:57.097962 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555568e-ad71-439c-a758-9890cb780901 req-b0e6ee1a-cfa5-4e29-a509-60b42e6d42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:57.099601 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c555568e-ad71-439c-a758-9890cb780901 req-b0e6ee1a-cfa5-4e29-a509-60b42e6d42f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 912 time: 0.1837389 Jan 18 09:24:57.100683 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ee07fc9-527d-45df-9514-8f505356271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:57.179998 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee07fc9-527d-45df-9514-8f505356271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c87428a-da2e-4af5-99ef-2f4d25d6a02e,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:57.183848 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c555568e-ad71-439c-a758-9890cb780901 req-eccc953b-0bd1-44f5-9c72-d34794b14bd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 200 len: 217 time: 0.0726693 Jan 18 09:24:57.215456 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-369c42f5-e6df-4039-9911-27a2686defb0 req-ee719914-7e24-4592-ac89-ad9927eb6480 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338228 Jan 18 09:24:57.252768 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Attempting to bind port 27f4a12f-d5d6-4812-9221-f8473f051d6e on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:24:57.253315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Attempting to bind port 27f4a12f-d5d6-4812-9221-f8473f051d6e by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:24:57.253647 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Attempting to bind port 27f4a12f-d5d6-4812-9221-f8473f051d6e on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:57.263763 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3c80a8fc-e774-41ba-af6f-0dae25a8a521 req-53637882-5ab6-4e70-9a6f-69a64d076b64 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882420 Jan 18 09:24:57.264288 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Port 27f4a12f-d5d6-4812-9221-f8473f051d6e on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:24:57.264604 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Attempting to bind port 27f4a12f-d5d6-4812-9221-f8473f051d6e on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:24:57.286384 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:24:57.296211 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Checking segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:24:57.296211 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Bound using segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:24:57.296211 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Bound port: 27f4a12f-d5d6-4812-9221-f8473f051d6e, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:24:57.296211 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:57.296731 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555568e-ad71-439c-a758-9890cb780901 req-6763c800-05bd-48a2-9aae-6a9371bf34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:57.297744 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c555568e-ad71-439c-a758-9890cb780901 req-6763c800-05bd-48a2-9aae-6a9371bf34c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.1055725 Jan 18 09:24:57.299210 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ee07fc9-527d-45df-9514-8f505356271d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:57.300645 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2ee07fc9-527d-45df-9514-8f505356271d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c87428a-da2e-4af5-99ef-2f4d25d6a02e HTTP/1.1" status: 204 len: 168 time: 0.6352971 Jan 18 09:24:57.431178 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555568e-ad71-439c-a758-9890cb780901 req-10c731e9-e80f-447b-881e-0da6661fbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:57.434830 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c555568e-ad71-439c-a758-9890cb780901 req-10c731e9-e80f-447b-881e-0da6661fbc1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1272962 Jan 18 09:24:57.610173 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c555568e-ad71-439c-a758-9890cb780901 req-599ee768-0e23-4cd6-a472-75159c39c17e service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665721 Jan 18 09:24:57.614185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:24:57.643427 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:24:57.667875 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:57.684099 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd7f33-52f2-4310-8bcf-56b23c80edaa req-4d205f34-f4f5-4fc3-920b-42f3cee2b8f5 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:57.685955 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d8bd7f33-52f2-4310-8bcf-56b23c80edaa req-4d205f34-f4f5-4fc3-920b-42f3cee2b8f5 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 943 time: 0.2173116 Jan 18 09:24:57.786024 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a35096-0ed8-45c6-9d78-a43390fac820 req-d3632393-ecae-4528-b99c-36daba5ccef1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:57.788352 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f5a35096-0ed8-45c6-9d78-a43390fac820 req-d3632393-ecae-4528-b99c-36daba5ccef1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 944 time: 0.3208585 Jan 18 09:24:57.788749 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c555568e-ad71-439c-a758-9890cb780901 req-d6be3d04-d315-4769-a51d-37635a76fe59 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725278 Jan 18 09:24:57.804644 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36654) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:57.819483 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:57.820103 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:57.821473 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] 10.222.0.64 "PUT /v2.0/ports/27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 200 len: 1094 time: 2.6690238 Jan 18 09:24:57.822619 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:24:57.840432 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:57.903016 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:24:57.914610 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Usage tracker for resource:security_group_rule and tenant:c23c6bd49b8f43f0bbe1ff3efcd22c64 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:24:57.918154 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:24:57.931133 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:24:57.945215 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d23fd-96a4-497c-882a-93aa0e573ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:57.969072 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d8bd7f33-52f2-4310-8bcf-56b23c80edaa req-637a71ca-53dc-4501-b0d9-7fb3e87f90eb tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324600 Jan 18 09:24:57.975711 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f5a35096-0ed8-45c6-9d78-a43390fac820 req-0858035c-e8c5-44b8-9462-1a8791b419a3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614733 Jan 18 09:24:58.043475 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-0f0d8a24-e161-48cd-b721-be6e1ed631bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:58.045035 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-0f0d8a24-e161-48cd-b721-be6e1ed631bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1097 time: 0.1707950 Jan 18 09:24:58.129541 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:58.167740 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.172014 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.173085 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'status': 'completed', 'code': 200} Jan 18 09:24:58.191607 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-b0641b16-546a-4d10-9097-ccdafae74eff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 200 len: 217 time: 0.1377354 Jan 18 09:24:58.215333 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c23c6bd49b8f43f0bbe1ff3efcd22c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075649 Jan 18 09:24:58.217879 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36672) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:24:58.327328 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:58.335262 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:58.337512 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.401602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1c1f-76e5-4c42-800e-611545ae91f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.456428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-7cc15704-08d3-4f58-9f1f-e86487d6f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:58.459767 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f4fa1-a374-403e-8d92-d8bbb15415ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43054d9e-c629-40b7-8f87-b5bc6d05d3dd,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:58.495977 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-7cc15704-08d3-4f58-9f1f-e86487d6f727 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.2898526 Jan 18 09:24:58.534390 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1c1f-76e5-4c42-800e-611545ae91f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.656368 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1c1f-76e5-4c42-800e-611545ae91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.678617 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1c1f-76e5-4c42-800e-611545ae91f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.679862 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-cd3f1c1f-76e5-4c42-800e-611545ae91f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43054d9e-c629-40b7-8f87-b5bc6d05d3dd HTTP/1.1" status: 204 len: 168 time: 0.4611769 Jan 18 09:24:58.682356 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f1c1f-76e5-4c42-800e-611545ae91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43054d9e-c629-40b7-8f87-b5bc6d05d3dd,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:58.719146 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.754831 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88315299-63c8-46f2-b238-cf1d3885df94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:24:58.767826 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:58.775277 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.776344 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device bb1e88bc-8841-4b8c-9627-b5dee975bfed up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:24:58.864457 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b821-570d-4658-bbee-ce4d72ac31e2 req-720b747b-ee72-4df6-920a-1fcaab548e2d tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:58.865973 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f992b821-570d-4658-bbee-ce4d72ac31e2 req-720b747b-ee72-4df6-920a-1fcaab548e2d tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 946 time: 0.2895811 Jan 18 09:24:58.873997 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9be2b-0bb0-4c73-a235-85e2ff5fdd9d req-74e3d484-4730-4182-9440-0c89d0ce0c7c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:58.875500 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30b9be2b-0bb0-4c73-a235-85e2ff5fdd9d req-74e3d484-4730-4182-9440-0c89d0ce0c7c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.2979541 Jan 18 09:24:58.880551 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-7655d8e2-009b-4867-a2e9-edc9e1e7705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:58.882076 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-7655d8e2-009b-4867-a2e9-edc9e1e7705e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3846843 Jan 18 09:24:58.937653 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:58.950263 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port bb1e88bc-8841-4b8c-9627-b5dee975bfed completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:24:58.957137 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port bb1e88bc-8841-4b8c-9627-b5dee975bfed triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:24:58.957556 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:58.981020 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30b9be2b-0bb0-4c73-a235-85e2ff5fdd9d req-a3ac99ac-6d1c-4ca2-89f7-dff3c9f35003 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863287 Jan 18 09:24:58.989253 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f992b821-570d-4658-bbee-ce4d72ac31e2 req-3070a6d5-319f-4dc1-99ad-5b5cc87030f3 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127703 Jan 18 09:24:59.131421 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88315299-63c8-46f2-b238-cf1d3885df94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5', 'code': 200} Jan 18 09:24:59.204281 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:59.274764 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port bb1e88bc-8841-4b8c-9627-b5dee975bfed, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:24:59.286529 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:24:59.389232 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=bb1e88bc-8841-4b8c-9627-b5dee975bfed,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:24:59.544105 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9922b-57eb-49af-b586-b4d48eff6d97 req-1b4922ec-e0bb-4f92-872f-0c2c920e2aa3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:59.545679 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2ce9922b-57eb-49af-b586-b4d48eff6d97 req-1b4922ec-e0bb-4f92-872f-0c2c920e2aa3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.3063576 Jan 18 09:24:59.595319 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eb84c-b676-4139-9d13-b3ab63597352 req-ef592172-709b-4bdd-9718-33f036b2a67b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:24:59.597020 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dc2eb84c-b676-4139-9d13-b3ab63597352 req-ef592172-709b-4bdd-9718-33f036b2a67b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 943 time: 0.1518934 Jan 18 09:24:59.650965 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2ce9922b-57eb-49af-b586-b4d48eff6d97 req-a2044132-64ac-4d2c-8f4f-ee4f0fd40104 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969865 Jan 18 09:24:59.778170 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dc2eb84c-b676-4139-9d13-b3ab63597352 req-51286be0-8e29-4fb1-89ba-357286971188 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652431 Jan 18 09:24:59.845623 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-21458788-7a2f-47cf-b008-7dc084e8bc37 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934834 Jan 18 09:24:59.885476 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36752) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:00.014948 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.030415 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:00.034230 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Usage tracker for resource:security_group_rule and tenant:3eeb10d3227e489daa3b0b54b1806a31 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:00.037255 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:00.047598 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:00.138633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.145738 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.204798 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3eeb10d3227e489daa3b0b54b1806a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150856 Jan 18 09:25:00.204798 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed49fe-6f40-41f9-a068-34fd6950e24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc173bb7-6580-43eb-a008-10b2c60f4f6d,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:00.205083 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 36792) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:00.223826 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6185-b406-4ec4-b74a-a0d5a9e95636 req-a8edcba7-9cf7-49e0-98c4-68e30206bd5e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:00.225339 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d32a6185-b406-4ec4-b74a-a0d5a9e95636 req-a8edcba7-9cf7-49e0-98c4-68e30206bd5e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0966074 Jan 18 09:25:00.298314 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d32a6185-b406-4ec4-b74a-a0d5a9e95636 req-c37abc00-06fd-44b4-aafd-2264e54a0cb2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660686 Jan 18 09:25:00.311895 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5444fe24-4c6a-4e44-8dac-5212a5acba30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.342653 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5444fe24-4c6a-4e44-8dac-5212a5acba30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.415395 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5444fe24-4c6a-4e44-8dac-5212a5acba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.431857 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b5cd823a-7331-4cbf-937e-ab2c3fc45a58 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:25:00.443981 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444fe24-4c6a-4e44-8dac-5212a5acba30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc173bb7-6580-43eb-a008-10b2c60f4f6d,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:00.458488 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5444fe24-4c6a-4e44-8dac-5212a5acba30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.463311 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5444fe24-4c6a-4e44-8dac-5212a5acba30 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc173bb7-6580-43eb-a008-10b2c60f4f6d HTTP/1.1" status: 204 len: 168 time: 0.2577877 Jan 18 09:25:00.584328 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port b5cd823a-7331-4cbf-937e-ab2c3fc45a58, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:00.598423 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'port_id': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'mac_address': 'fa:16:3e:85:ee:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:25:00.655021 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.676846 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cd823a-7331-4cbf-937e-ab2c3fc45a58 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:00.728416 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port b5cd823a-7331-4cbf-937e-ab2c3fc45a58, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:00.743084 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.861571 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:00.863445 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36824) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:00.883404 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:00.899001 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:00.907803 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Usage tracker for resource:security_group_rule and tenant:afac720d2f6548d8a0b463a68f8f761e is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:00.911071 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:00.911255 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51be00a-4ccc-46ed-a1bc-b6c86bae3d8a req-8c15c27f-c4cd-4ba2-b254-b93c7cc232df tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:00.912776 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e51be00a-4ccc-46ed-a1bc-b6c86bae3d8a req-8c15c27f-c4cd-4ba2-b254-b93c7cc232df tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1268535 Jan 18 09:25:00.917110 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:01.004407 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:01.011641 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:01.015966 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e51be00a-4ccc-46ed-a1bc-b6c86bae3d8a req-c77ecd74-9b1a-4e20-a7a4-a691e6db66f9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627191 Jan 18 09:25:01.036595 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99c84-8337-4384-8279-18ab482b81e8 req-161218ae-9936-46f9-97e5-19b154fc3de2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:01.038241 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-55f99c84-8337-4384-8279-18ab482b81e8 req-161218ae-9936-46f9-97e5-19b154fc3de2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 944 time: 0.1245868 Jan 18 09:25:01.053871 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afac720d2f6548d8a0b463a68f8f761e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891754 Jan 18 09:25:01.056717 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 36832) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:01.085108 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-55f99c84-8337-4384-8279-18ab482b81e8 req-47e95962-fd7b-4f0b-bd82-a19e7ea39169 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404177 Jan 18 09:25:01.095214 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af106089-3a67-4788-9079-b3d30a81da0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0f21dc-29ad-4ebc-89c7-ffc653b511b5,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:01.132271 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2845450-8545-42d9-b15b-bba81ee97217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:01.138973 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea8caca-28b8-4af6-9d9a-3cdfa3a1899b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:01.165948 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea8caca-28b8-4af6-9d9a-3cdfa3a1899b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:01.175888 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2845450-8545-42d9-b15b-bba81ee97217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed', 'code': 200} Jan 18 09:25:01.219935 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea8caca-28b8-4af6-9d9a-3cdfa3a1899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:01.235706 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8caca-28b8-4af6-9d9a-3cdfa3a1899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0f21dc-29ad-4ebc-89c7-ffc653b511b5,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:01.246489 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5ea8caca-28b8-4af6-9d9a-3cdfa3a1899b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:01.248011 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5ea8caca-28b8-4af6-9d9a-3cdfa3a1899b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d0f21dc-29ad-4ebc-89c7-ffc653b511b5 HTTP/1.1" status: 204 len: 168 time: 0.1903939 Jan 18 09:25:01.563922 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2612a73f-4620-4b4d-8866-a898cdd73e63 req-7ba2243e-a9ed-47b6-b4bf-fff8495980ff service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300885 Jan 18 09:25:01.579931 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc2932-d3c9-4390-8af5-304e063477e2 req-dcbb028b-e0c2-4528-80db-811ddf56717f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:01.581955 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6cc2932-d3c9-4390-8af5-304e063477e2 req-dcbb028b-e0c2-4528-80db-811ddf56717f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1414218 Jan 18 09:25:01.621084 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['b5cd823a-7331-4cbf-937e-ab2c3fc45a58'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:25:01.692794 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6cc2932-d3c9-4390-8af5-304e063477e2 req-b2326c3b-9ae5-414b-8e9d-7af8b520e38e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047490 Jan 18 09:25:01.816794 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5d70a-cfdd-4750-9b33-a34672c03790 req-e8150dd8-46bc-43fe-9e26-961d69f3132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:01.818574 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-22f5d70a-cfdd-4750-9b33-a34672c03790 req-e8150dd8-46bc-43fe-9e26-961d69f3132b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 1098 time: 0.1950290 Jan 18 09:25:01.868338 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf145d-8a20-470f-a722-d988ae1453f4 req-499e7abc-58d1-449a-95d9-2d0f0ca9af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:01.870692 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-78cf145d-8a20-470f-a722-d988ae1453f4 req-499e7abc-58d1-449a-95d9-2d0f0ca9af62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.1470108 Jan 18 09:25:01.915871 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-22f5d70a-cfdd-4750-9b33-a34672c03790 req-83304e33-f742-4017-978d-f1cc3edba6ff service neutron] Synchronizing usage tracker for tenant:71ccceb7422241fc912a9bd4c2aceefe on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:25:01.928187 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-78cf145d-8a20-470f-a722-d988ae1453f4 req-f2177429-9443-4e57-b977-98d8a9678d30 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Jan 18 09:25:01.937162 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-2554a38d-5c9f-4c70-a56f-ca640e442aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:01.939736 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-2554a38d-5c9f-4c70-a56f-ca640e442aa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1097 time: 0.2113569 Jan 18 09:25:01.953611 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-22f5d70a-cfdd-4750-9b33-a34672c03790 req-83304e33-f742-4017-978d-f1cc3edba6ff service neutron] Unset dirty status for tenant:71ccceb7422241fc912a9bd4c2aceefe on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:25:01.958484 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-22f5d70a-cfdd-4750-9b33-a34672c03790 req-83304e33-f742-4017-978d-f1cc3edba6ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290097 Jan 18 09:25:02.353176 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccd259-17bb-4546-993d-2efd5f31c8c4 req-7f277022-45e7-4f8f-a15a-e29ebf0e14d2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:02.354762 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-adccd259-17bb-4546-993d-2efd5f31c8c4 req-7f277022-45e7-4f8f-a15a-e29ebf0e14d2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1297770 Jan 18 09:25:02.636345 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-adccd259-17bb-4546-993d-2efd5f31c8c4 req-4781bb83-c436-42a2-b51e-87804678ff0e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842912 Jan 18 09:25:02.641559 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-8eafccd7-6fb6-4f23-9169-709e8685e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:02.643120 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-8eafccd7-6fb6-4f23-9169-709e8685e8b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.2871802 Jan 18 09:25:02.731618 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-1cd69138-e2ad-4719-8e3e-82aa0776177b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 200 len: 217 time: 0.0778205 Jan 18 09:25:02.876107 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-c6548686-8fd9-4bca-a55e-dfc407d31fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:02.877543 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-c6548686-8fd9-4bca-a55e-dfc407d31fdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.1374450 Jan 18 09:25:02.941714 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d687e-93fc-4101-a21e-1a15c7131f95 req-7fe8d70d-7fa7-4d97-ac2f-9ca7f4ac8776 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:02.943354 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-152d687e-93fc-4101-a21e-1a15c7131f95 req-7fe8d70d-7fa7-4d97-ac2f-9ca7f4ac8776 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 944 time: 0.1524146 Jan 18 09:25:03.084996 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-152d687e-93fc-4101-a21e-1a15c7131f95 req-1fd86e28-4e3c-4f01-92e1-61d4481b6431 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333520 Jan 18 09:25:03.091412 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-afe4241d-0cf7-45ae-83c5-5466c04a2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:03.093086 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-afe4241d-0cf7-45ae-83c5-5466c04a2d7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2074554 Jan 18 09:25:03.335235 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-2a8913cf-16c6-495d-953b-90e9517007de service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263119 Jan 18 09:25:03.374842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b35cb-011c-479c-95eb-37c8f7cbaf07 req-34a9196f-50bf-46ca-b9f8-5dc22c26fbcf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:03.377820 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-518b35cb-011c-479c-95eb-37c8f7cbaf07 req-34a9196f-50bf-46ca-b9f8-5dc22c26fbcf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1553996 Jan 18 09:25:03.458795 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-518b35cb-011c-479c-95eb-37c8f7cbaf07 req-6ff16aee-efe7-4bcc-80bd-6f77fc48dd07 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746772 Jan 18 09:25:03.588935 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-340bb4cd-b569-43b1-9eae-a1f8f8ce9d1b req-0df69631-fd04-4fa2-a88a-baf978c42d4d service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652017 Jan 18 09:25:03.866718 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea1e8e-405e-4c48-a68c-fd86c2db1cf4 req-148759f1-777e-497b-8b94-94b7b7e24db5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:03.868498 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fea1e8e-405e-4c48-a68c-fd86c2db1cf4 req-148759f1-777e-497b-8b94-94b7b7e24db5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1065135 Jan 18 09:25:03.921946 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fea1e8e-405e-4c48-a68c-fd86c2db1cf4 req-832082b3-9e0c-41c2-8265-e473bbbf9399 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452192 Jan 18 09:25:04.165917 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b5cd823a-7331-4cbf-937e-ab2c3fc45a58 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:25:04.296772 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:25:04.302447 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:25:04.303447 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:04.508881 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f3d2c-82eb-4ee4-80e2-4485a52c2440 req-fe3a9151-2f77-4747-a26f-6336163badd2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:04.510415 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a24f3d2c-82eb-4ee4-80e2-4485a52c2440 req-fe3a9151-2f77-4747-a26f-6336163badd2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 944 time: 0.2409067 Jan 18 09:25:04.512941 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-f714850f-8e9f-496b-a53b-c9738a418b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:04.514293 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-f714850f-8e9f-496b-a53b-c9738a418b86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 1098 time: 0.2808666 Jan 18 09:25:04.526147 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67f75b-918b-464f-9fe2-a63be95fbc5e req-a4860e9a-1dc5-4a3d-a174-54a24f306f46 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:04.533366 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5b67f75b-918b-464f-9fe2-a63be95fbc5e req-a4860e9a-1dc5-4a3d-a174-54a24f306f46 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.2575185 Jan 18 09:25:04.533600 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:04.572794 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:04.585912 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port b5cd823a-7331-4cbf-937e-ab2c3fc45a58, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:04.591852 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:04.711254 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:04.729345 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a24f3d2c-82eb-4ee4-80e2-4485a52c2440 req-3b7d5747-09f0-40dc-b738-a60f2f53379a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928995 Jan 18 09:25:04.751176 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5b67f75b-918b-464f-9fe2-a63be95fbc5e req-585d6ac1-7d92-499d-8c95-11fcb95a4898 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167966 Jan 18 09:25:04.790226 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-e576f838-1b1a-415e-8f28-47e9017cdf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:04.791750 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-e576f838-1b1a-415e-8f28-47e9017cdf2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.2564292 Jan 18 09:25:04.842535 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'code': 200} Jan 18 09:25:04.929200 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-5b718598-9e0a-418c-bbf8-290b0e002329 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed HTTP/1.1" status: 200 len: 217 time: 0.1295044 Jan 18 09:25:05.027380 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-d4074688-3548-4ab5-84f7-fa34007ac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:05.028647 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-d4074688-3548-4ab5-84f7-fa34007ac57d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.0908494 Jan 18 09:25:05.041890 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e028df-136a-4c5d-ae14-0023bc249f96 req-4d70ea99-a496-4dbb-8272-181f02143cd4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:05.044064 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b9e028df-136a-4c5d-ae14-0023bc249f96 req-4d70ea99-a496-4dbb-8272-181f02143cd4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1745746 Jan 18 09:25:05.176519 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-1357b0cb-e868-4139-ae3f-328564c72ad3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311393 Jan 18 09:25:05.186120 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-97f6e966-5204-4377-839b-44a6c44a4d73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905371 Jan 18 09:25:05.343602 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b9e028df-136a-4c5d-ae14-0023bc249f96 req-61822760-928a-4d3e-9fb3-7de2b115ea2c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581313 Jan 18 09:25:05.397464 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3822ba-0831-4a75-b3ea-88b168577634 req-348818e5-db13-40e4-abda-db9502c250b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:05.399273 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed3822ba-0831-4a75-b3ea-88b168577634 req-348818e5-db13-40e4-abda-db9502c250b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 1098 time: 0.3121622 Jan 18 09:25:05.442942 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-def76867-d133-4d44-99e8-a82043d639ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:05.443708 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-e5cadf9f-c8db-479a-8a22-04bcae759dd9 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571890 Jan 18 09:25:05.444599 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-def76867-d133-4d44-99e8-a82043d639ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e11ffbab1bc47b8822db66d1eb78b8c&device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 1099 time: 0.1703799 Jan 18 09:25:05.640464 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed3822ba-0831-4a75-b3ea-88b168577634 req-7e04083b-f8a6-40fb-aa98-da3701633086 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311504 Jan 18 09:25:05.654869 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-5180f701-9350-49a5-a7d7-2eba3e768cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:05.656408 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-5180f701-9350-49a5-a7d7-2eba3e768cfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=c42048d6-dd38-43f1-a397-563387be56a4 HTTP/1.1" status: 200 len: 913 time: 0.1667216 Jan 18 09:25:05.731519 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1240169f-920f-4eeb-b4e0-810def3ec8ef req-5a6e291a-7716-4265-abb8-34c2412c9a82 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652824 Jan 18 09:25:05.855298 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-81ef8f08-ee7d-4cb9-b960-70a1e1162e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:06.017784 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-8e0ca481-0062-485c-998f-0c954f252faf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b62042-b03c-449c-91ef-26ec08164558 HTTP/1.1" status: 200 len: 217 time: 0.1352706 Jan 18 09:25:06.078902 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c40db-e29e-4c00-b1c9-30a5eefecf24 req-7a90e281-ad26-4cdf-ad08-535e79706cc7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:06.080674 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a98c40db-e29e-4c00-b1c9-30a5eefecf24 req-7a90e281-ad26-4cdf-ad08-535e79706cc7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1800168 Jan 18 09:25:06.101021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-e6108bbe-8048-4f36-80c0-df2b78917880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:06.102871 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-e6108bbe-8048-4f36-80c0-df2b78917880 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5e5ce49c-3197-4fc3-bcc3-baceff816c39 HTTP/1.1" status: 200 len: 852 time: 0.0696235 Jan 18 09:25:06.105298 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609b7e8-fa3f-4928-aa39-d37384e67996 req-155c35a8-6304-4440-8ec4-9691010ce60b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:06.107997 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2609b7e8-fa3f-4928-aa39-d37384e67996 req-155c35a8-6304-4440-8ec4-9691010ce60b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1694753 Jan 18 09:25:06.163901 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:25:06.177646 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-e95e8c50-8c85-49d5-b957-1d19f34d24fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c42048d6-dd38-43f1-a397-563387be56a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665848 Jan 18 09:25:06.224457 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a98c40db-e29e-4c00-b1c9-30a5eefecf24 req-71866804-0d7a-499f-a362-4ee6ecb6279c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145735 Jan 18 09:25:06.230834 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2609b7e8-fa3f-4928-aa39-d37384e67996 req-380920bf-384c-42e6-9e89-c06c9768b899 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947037 Jan 18 09:25:06.390790 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-7b9d7094-258f-4941-9e1d-671b40424ae9 service neutron] 10.222.0.64 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053752 Jan 18 09:25:06.460149 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:06.499497 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'port_id': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'mac_address': 'fa:16:3e:9a:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:25:06.585512 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:06.614768 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f4a12f-d5d6-4812-9221-f8473f051d6e {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:06.635348 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:06.644796 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:06.652963 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cfb7a-fbd9-422f-b664-4233e0206f58 req-d42d86c2-5514-472a-b68e-1d0ccc5198f8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:06.654941 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ef3cfb7a-fbd9-422f-b664-4233e0206f58 req-d42d86c2-5514-472a-b68e-1d0ccc5198f8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1500537 Jan 18 09:25:06.690654 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37094) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:06.711512 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ecbb1fa3-5218-456d-b6ae-b2e65c1a6991 req-3576b871-1e06-433a-b7f0-1e87293f7cfd service neutron] 10.222.0.64 "GET /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103378 Jan 18 09:25:06.738460 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ef3cfb7a-fbd9-422f-b664-4233e0206f58 req-79dd7cac-d2dc-4047-9543-2dd8ffcf008a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772061 Jan 18 09:25:06.769231 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:06.857425 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:06.875333 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:06.881025 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Usage tracker for resource:security_group_rule and tenant:4887952194414cb8b7e02219d0c19d49 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:06.884772 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:06.899925 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:06.991442 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.004475 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.063963 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37106) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:07.072627 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['27f4a12f-d5d6-4812-9221-f8473f051d6e'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:25:07.075332 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4887952194414cb8b7e02219d0c19d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833070 Jan 18 09:25:07.080486 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a034aa-32a1-47ef-b201-e98d6110ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ba098-9a56-4d14-bd63-8a0b0776c183,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:07.139836 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d9d29af8-438b-4408-a9d8-88cd27ea7148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.166198 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d9d29af8-438b-4408-a9d8-88cd27ea7148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.227869 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d9d29af8-438b-4408-a9d8-88cd27ea7148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.242183 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d29af8-438b-4408-a9d8-88cd27ea7148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ba098-9a56-4d14-bd63-8a0b0776c183,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:07.251307 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d9d29af8-438b-4408-a9d8-88cd27ea7148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.253207 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-d9d29af8-438b-4408-a9d8-88cd27ea7148 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c75ba098-9a56-4d14-bd63-8a0b0776c183 HTTP/1.1" status: 204 len: 168 time: 0.1879935 Jan 18 09:25:07.548694 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b099d-ab10-4a4c-8d16-5f35f9d8a29f req-8e958c14-e760-4960-8072-d2874a57e303 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:07.550522 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b1b099d-ab10-4a4c-8d16-5f35f9d8a29f req-8e958c14-e760-4960-8072-d2874a57e303 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1681876 Jan 18 09:25:07.567972 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81429b9-83cc-4139-87e6-26c7aa9b5d52 req-fbef35fa-0af1-46eb-9bd0-4895e6a6596d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:07.580129 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c81429b9-83cc-4139-87e6-26c7aa9b5d52 req-fbef35fa-0af1-46eb-9bd0-4895e6a6596d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1330113 Jan 18 09:25:07.632335 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.651009 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b1b099d-ab10-4a4c-8d16-5f35f9d8a29f req-61590a34-01e0-44a3-8e9f-2ce6984ef544 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939238 Jan 18 09:25:07.663089 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c81429b9-83cc-4139-87e6-26c7aa9b5d52 req-1c30504d-294f-45b8-9686-f987f584cd39 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872707 Jan 18 09:25:07.691928 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37124) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:07.712435 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.729798 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:07.733782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Usage tracker for resource:security_group_rule and tenant:deef38bda1c74305b25bed24e19193cb is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:07.736840 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:07.742913 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:07.851536 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.858146 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86262b-c87c-434e-abef-40e42b1b97b9 req-41edfac5-a6cf-42ac-beb8-bb9695dcdcd1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:07.858717 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:07.862817 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0c86262b-c87c-434e-abef-40e42b1b97b9 req-41edfac5-a6cf-42ac-beb8-bb9695dcdcd1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.0850396 Jan 18 09:25:07.864473 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37134) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:07.871402 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37138) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:07.888685 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'floatingip': {'port_id': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:07.966299 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f067a8-036f-4502-8f99-897b76d93525 req-4ab400d5-e019-48b7-8642-6502a2139605 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:07.977366 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e7f067a8-036f-4502-8f99-897b76d93525 req-4ab400d5-e019-48b7-8642-6502a2139605 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.1133504 Jan 18 09:25:07.994396 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c363f-fa2c-4ec0-937b-33571213d536,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:08.005910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37146) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:08.006110 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-7f9f85b0-176e-4ee3-b362-68d617045906 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=deef38bda1c74305b25bed24e19193cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130515 Jan 18 09:25:08.008779 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.072274 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e7f067a8-036f-4502-8f99-897b76d93525 req-ef0c9bc7-79b1-4d22-b104-5aeda27db31e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938516 Jan 18 09:25:08.113015 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e9a74e2f-625a-4f6a-a4ad-f6152f5d7bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.125186 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.151327 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:08.158370 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5e091ff47d49dab2aace6918e842b9 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:08.160959 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.163431 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:08.181269 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:08.207673 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.208414 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:25:08.322846 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.329632 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 27f4a12f-d5d6-4812-9221-f8473f051d6e completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:25:08.337966 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 27f4a12f-d5d6-4812-9221-f8473f051d6e triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:25:08.338336 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.370943 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.379778 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.386714 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c363f-fa2c-4ec0-937b-33571213d536,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:08.407835 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.408177 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.408539 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.408864 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.409240 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.409564 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.409882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.410198 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.410511 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.410842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.411166 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.411846 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:08.436056 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.437152 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-8b1a0c82-5b2a-4ab2-832d-a937c43314cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc5c363f-fa2c-4ec0-937b-33571213d536 HTTP/1.1" status: 204 len: 168 time: 0.4295177 Jan 18 09:25:08.464086 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d5e091ff47d49dab2aace6918e842b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984266 Jan 18 09:25:08.464673 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37166) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:08.497350 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175f950-d631-4757-941f-b1a9ae4d8dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85933a1a-8a9b-4f58-a9fd-4730be7e37dc,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:08.528663 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.576433 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:08.587384 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-36f0b17d-f5b3-4920-99f7-9d8391e52351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.600018 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:08.606047 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.651573 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'code': 200} Jan 18 09:25:08.667161 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-36f0b17d-f5b3-4920-99f7-9d8391e52351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.731542 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:08.899734 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-36f0b17d-f5b3-4920-99f7-9d8391e52351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.947212 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0b17d-f5b3-4920-99f7-9d8391e52351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85933a1a-8a9b-4f58-a9fd-4730be7e37dc,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:08.955831 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-36f0b17d-f5b3-4920-99f7-9d8391e52351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:08.959509 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-36f0b17d-f5b3-4920-99f7-9d8391e52351 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85933a1a-8a9b-4f58-a9fd-4730be7e37dc HTTP/1.1" status: 204 len: 168 time: 0.4876001 Jan 18 09:25:08.975537 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28952285-cd9c-42bd-96d0-c96d7806a093 req-cc317a3c-6435-49b9-83c3-fcc297c33af8 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:08.977396 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-28952285-cd9c-42bd-96d0-c96d7806a093 req-cc317a3c-6435-49b9-83c3-fcc297c33af8 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1619606 Jan 18 09:25:09.047200 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-28952285-cd9c-42bd-96d0-c96d7806a093 req-04f9c77b-5237-49ae-a474-0a071a578399 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596559 Jan 18 09:25:09.119274 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:09.196061 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b7f08-7da0-4b38-bee9-227b0a6dcf87 req-93e570f7-be80-4d16-8aa2-60c71c6b5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:09.197351 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4a6b7f08-7da0-4b38-bee9-227b0a6dcf87 req-93e570f7-be80-4d16-8aa2-60c71c6b5dc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1099 time: 0.2539985 Jan 18 09:25:09.206203 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:09.336536 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fded524-cb56-44ac-9af3-dca8edf3f218 req-84b01957-b9ae-43ea-9c88-8a351e667661 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:09.338367 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fded524-cb56-44ac-9af3-dca8edf3f218 req-84b01957-b9ae-43ea-9c88-8a351e667661 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1233299 Jan 18 09:25:09.360259 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4a6b7f08-7da0-4b38-bee9-227b0a6dcf87 req-c3258dde-cb33-4662-8a93-cec17d638607 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456664 Jan 18 09:25:09.392224 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37202) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:09.414911 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fded524-cb56-44ac-9af3-dca8edf3f218 req-57558e09-d030-4196-ad4e-35588dd674cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661418 Jan 18 09:25:09.415696 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:09.435305 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:09.617192 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Floating IP ec255fe0-69e2-4869-abcd-a52f6946cb88 associated. External IP: 172.27.0.129, port: b5cd823a-7331-4cbf-937e-ab2c3fc45a58. Jan 18 09:25:09.702939 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:09.734163 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:09.874418 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Usage tracker for resource:security_group_rule and tenant:21660dae417849bbadc98159c5c8520c is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:09.883836 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:09.901075 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:10.206580 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.212585 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Router 84301b4e-53ae-4fcc-b054-9da422a74f75 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:25:10.229237 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.391444 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f3dff7-8d4c-43be-916e-d32d21f2786b,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:10.396195 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21660dae417849bbadc98159c5c8520c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0025871 Jan 18 09:25:10.403182 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37254) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:10.425615 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.441557 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e826a32-c9f6-4eb6-a9ff-aa02335829ac req-d6a27086-79fb-4dce-acb6-2019a698cf69 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:10.443356 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9e826a32-c9f6-4eb6-a9ff-aa02335829ac req-d6a27086-79fb-4dce-acb6-2019a698cf69 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.2126222 Jan 18 09:25:10.472354 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.472701 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.473037 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.473365 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.473689 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.474015 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.474334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.474717 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.475067 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.475383 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.475700 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.476009 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6954db72-73e8-43f4-8726-0e5cad8da982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:10.548237 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9e826a32-c9f6-4eb6-a9ff-aa02335829ac req-efcfda46-c905-4a85-bb3b-2d4ce54768d2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989232 Jan 18 09:25:10.591619 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0735-9764-46d2-a68c-a0e9f4e9b29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.617376 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:25:10.633007 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] Sync routers for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:25:10.634868 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0735-9764-46d2-a68c-a0e9f4e9b29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.647195 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:25:10.647830 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:25:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:10.654334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.723836 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dd444-251d-4cab-8b98-b62f94a78363 req-3291722c-b935-4bb9-a11b-a1dd58ee2643 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:10.725834 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-148dd444-251d-4cab-8b98-b62f94a78363 req-3291722c-b935-4bb9-a11b-a1dd58ee2643 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1029434 Jan 18 09:25:10.758043 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-ec2f3813-d71c-4e97-b11a-1b85f32f1421 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "PUT /v2.0/floatingips/ec255fe0-69e2-4869-abcd-a52f6946cb88 HTTP/1.1" status: 200 len: 991 time: 2.8759978 Jan 18 09:25:10.758043 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:10.788145 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0735-9764-46d2-a68c-a0e9f4e9b29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.840372 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab0735-9764-46d2-a68c-a0e9f4e9b29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f3dff7-8d4c-43be-916e-d32d21f2786b,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:10.843008 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-148dd444-251d-4cab-8b98-b62f94a78363 req-9ee65821-9c15-4fde-8b44-821a85e9f364 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105351 Jan 18 09:25:10.845455 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0735-9764-46d2-a68c-a0e9f4e9b29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:10.846471 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a4ab0735-9764-46d2-a68c-a0e9f4e9b29f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41f3dff7-8d4c-43be-916e-d32d21f2786b HTTP/1.1" status: 204 len: 168 time: 0.4423590 Jan 18 09:25:10.940231 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'status': 'completed', 'code': 200} Jan 18 09:25:10.987994 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:25:11.108127 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8273c-8903-4fec-9098-1139866ad250 req-2ca4ddb5-3907-4952-8735-d3961687ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:11.109849 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-45e8273c-8903-4fec-9098-1139866ad250 req-2ca4ddb5-3907-4952-8735-d3961687ca73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 1098 time: 0.1369808 Jan 18 09:25:11.394140 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8273c-8903-4fec-9098-1139866ad250 req-512f6278-75d5-4230-a92b-e3c0077c8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:11.417499 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-45e8273c-8903-4fec-9098-1139866ad250 req-512f6278-75d5-4230-a92b-e3c0077c8d52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 912 time: 0.2806242 Jan 18 09:25:11.532368 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'ec255fe0-69e2-4869-abcd-a52f6946cb88', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'port_id': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'mac_address': 'fa:16:3e:85:ee:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:24:45Z', 'updated_at': '2022-01-18T09:25:09Z', 'revision_number': 1, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:11.536986 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] Checking router: 84301b4e-53ae-4fcc-b054-9da422a74f75 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:25:11.546678 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:25:11.547691 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:25:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:11.614689 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-45e8273c-8903-4fec-9098-1139866ad250 req-9ea8d818-b547-46db-8639-e3a911a17876 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 200 len: 999 time: 0.1939895 Jan 18 09:25:11.637719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37292) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:11.670679 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:11.713586 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:11.720487 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8273c-8903-4fec-9098-1139866ad250 req-1336de87-250d-47a3-904a-6f23481dc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:11.722460 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-45e8273c-8903-4fec-9098-1139866ad250 req-1336de87-250d-47a3-904a-6f23481dc0b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.0964746 Jan 18 09:25:11.723936 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Usage tracker for resource:security_group_rule and tenant:38ee2677f4804aabb806780ac6e7dbd2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:11.731308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:11.751763 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:11.823241 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:25:11.843815 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8273c-8903-4fec-9098-1139866ad250 req-e1a8ac83-29ab-4840-b4b2-34ccafcfc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:11.845559 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-45e8273c-8903-4fec-9098-1139866ad250 req-e1a8ac83-29ab-4840-b4b2-34ccafcfc05e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143162 Jan 18 09:25:11.979058 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5f2f6-adbf-4ba0-a320-a98e3427b99e req-5909ca5b-895a-4c13-b380-ccea0a07a6fa tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:11.980636 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-13f5f2f6-adbf-4ba0-a320-a98e3427b99e req-5909ca5b-895a-4c13-b380-ccea0a07a6fa tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1981823 Jan 18 09:25:12.020161 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-45e8273c-8903-4fec-9098-1139866ad250 req-6dfc6da1-2703-4adf-a6e8-1817c588b02a service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662965 Jan 18 09:25:12.097764 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-13f5f2f6-adbf-4ba0-a320-a98e3427b99e req-91b2008f-3e21-481c-a003-d716f0a54425 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069708 Jan 18 09:25:12.124885 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:12.143515 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:12.202017 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-45e8273c-8903-4fec-9098-1139866ad250 req-06bdaab5-847c-40e0-87b0-17473088cd33 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742570 Jan 18 09:25:12.286084 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38ee2677f4804aabb806780ac6e7dbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6472962 Jan 18 09:25:12.286908 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b43666-3cbd-4601-8518-a36e9feb0f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3f3043-82e4-4ccd-81e4-19314da4deae,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:12.289751 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37304) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:12.297034 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef06b60-c689-432b-98d1-e1c24f2f9dbc req-82f1c631-d93a-4414-8e39-f0a59624d026 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:12.298512 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4ef06b60-c689-432b-98d1-e1c24f2f9dbc req-82f1c631-d93a-4414-8e39-f0a59624d026 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.2778757 Jan 18 09:25:12.369177 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'ec255fe0-69e2-4869-abcd-a52f6946cb88', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'port_id': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'mac_address': 'fa:16:3e:85:ee:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:24:45Z', 'updated_at': '2022-01-18T09:25:09Z', 'revision_number': 1, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:12.373938 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba6dca4-0ba4-48d8-babe-bbd74e89ed80 None None] The sync data for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi is: [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'ec255fe0-69e2-4869-abcd-a52f6946cb88', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'port_id': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'mac_address': 'fa:16:3e:85:ee:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:24:45Z', 'updated_at': '2022-01-18T09:25:09Z', 'revision_number': 1, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:25:12.380430 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4ef06b60-c689-432b-98d1-e1c24f2f9dbc req-d98ab57d-0ded-4e48-9441-b71153da1487 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756872 Jan 18 09:25:12.394350 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-447c2bfc-12bd-4399-ae3e-b1d4d891a0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:12.439416 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-447c2bfc-12bd-4399-ae3e-b1d4d891a0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:12.521516 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-447c2bfc-12bd-4399-ae3e-b1d4d891a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:12.536713 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c2bfc-12bd-4399-ae3e-b1d4d891a0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3f3043-82e4-4ccd-81e4-19314da4deae,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:12.543340 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-447c2bfc-12bd-4399-ae3e-b1d4d891a0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:12.545178 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-447c2bfc-12bd-4399-ae3e-b1d4d891a0c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da3f3043-82e4-4ccd-81e4-19314da4deae HTTP/1.1" status: 204 len: 168 time: 0.2523291 Jan 18 09:25:12.618993 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d539e-6329-4c49-91f4-3d266d8b1b2d req-ac916896-3f2d-44ec-b499-da0bc6a1e21e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:12.621056 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e51d539e-6329-4c49-91f4-3d266d8b1b2d req-ac916896-3f2d-44ec-b499-da0bc6a1e21e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.0999482 Jan 18 09:25:12.635883 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37314) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:12.641698 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'floatingip': {'port_id': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:12.699424 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd0cbc5-8377-449c-9f36-7516fb5c3c41 None None] New status for floating IP ec255fe0-69e2-4869-abcd-a52f6946cb88: ACTIVE {{(pid=86807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:25:12.869908 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:13.492735 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a3198-24f9-4107-bdbb-bae7b27bec16 req-8222b8e9-55d3-4a76-b7f3-ab5b28d2c799 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:13.509144 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-211a3198-24f9-4107-bdbb-bae7b27bec16 req-8222b8e9-55d3-4a76-b7f3-ab5b28d2c799 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.2275994 Jan 18 09:25:13.619394 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-211a3198-24f9-4107-bdbb-bae7b27bec16 req-13123ae0-0665-4d23-aa99-5993705119fe tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091378 Jan 18 09:25:13.773219 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526062-118e-4ab3-a07e-88fefda87ce4 req-1353d5be-a9c6-474a-946b-b225a31dd3a1 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:13.786751 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-00526062-118e-4ab3-a07e-88fefda87ce4 req-1353d5be-a9c6-474a-946b-b225a31dd3a1 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 946 time: 0.2503774 Jan 18 09:25:13.903197 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-00526062-118e-4ab3-a07e-88fefda87ce4 req-82419110-b81a-4d2d-a99e-8a8439c85f62 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096661 Jan 18 09:25:14.177808 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:14.184081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:14.382261 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Floating IP b661f1b5-9fff-4efc-bb9b-f9b585ee28d6 associated. External IP: 172.27.0.32, port: 27f4a12f-d5d6-4812-9221-f8473f051d6e. Jan 18 09:25:14.789746 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Router b22febcf-9ba0-4499-906e-b31f5285a4c8 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:25:14.838060 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d141bc3-d042-462d-a0da-fc013b829201 req-9a048952-8222-4196-a1f2-661d6ea99850 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:14.839674 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d141bc3-d042-462d-a0da-fc013b829201 req-9a048952-8222-4196-a1f2-661d6ea99850 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.0894887 Jan 18 09:25:14.899486 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d141bc3-d042-462d-a0da-fc013b829201 req-629afa56-82b3-40b6-90a1-d3d96d62f4c8 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Jan 18 09:25:15.085556 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:25:15.089922 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dec992-e41d-4b89-b4fd-cc1b773fc5c1 req-aca2675c-c08f-4732-9a88-72e47bf516db tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:15.090346 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:15.096157 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] Sync routers for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:25:15.099663 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-37dec992-e41d-4b89-b4fd-cc1b773fc5c1 req-aca2675c-c08f-4732-9a88-72e47bf516db tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 946 time: 0.0913854 Jan 18 09:25:15.113600 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:25:15.114314 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:25:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:15.157164 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-37dec992-e41d-4b89-b4fd-cc1b773fc5c1 req-2ae951f1-e558-4e76-b8ed-d54721c1840e tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c7e6bb-0749-4b20-8f41-e9164dfa991b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559485 Jan 18 09:25:15.224216 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-459cb601-904e-4a05-b12b-95698161a0ca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "PUT /v2.0/floatingips/b661f1b5-9fff-4efc-bb9b-f9b585ee28d6 HTTP/1.1" status: 200 len: 991 time: 2.5868514 Jan 18 09:25:15.225573 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:15.285087 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'status': 'completed', 'code': 200} Jan 18 09:25:15.452383 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-8da234cd-4a99-4658-98f7-7d795a43ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:15.454041 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-8da234cd-4a99-4658-98f7-7d795a43ce95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1099 time: 0.1396661 Jan 18 09:25:15.467783 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:25:15.611850 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-82d1b4a3-23bf-4e03-bd6c-4a98df2ee3ad tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:15.613797 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-82d1b4a3-23bf-4e03-bd6c-4a98df2ee3ad tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 946 time: 0.0984874 Jan 18 09:25:15.635892 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-b9638cc7-7e83-426c-9490-156bd672e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:15.637557 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-b9638cc7-7e83-426c-9490-156bd672e9f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.1772356 Jan 18 09:25:15.708473 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Deleting port 49b62042-b03c-449c-91ef-26ec08164558 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:25:15.708858 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:15.775954 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-efd64df2-0654-46e4-a310-1ff728876df1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 200 len: 999 time: 0.1318178 Jan 18 09:25:15.894987 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-ff15744d-caaa-4251-ae6c-a5c6c505a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:15.898442 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-ff15744d-caaa-4251-ae6c-a5c6c505a353 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.1140687 Jan 18 09:25:16.026121 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-8d34e956-1f0e-4f69-a891-a683dc08712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:16.028613 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-8d34e956-1f0e-4f69-a891-a683dc08712f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181433 Jan 18 09:25:16.091014 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'b661f1b5-9fff-4efc-bb9b-f9b585ee28d6', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'port_id': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'mac_address': 'fa:16:3e:9a:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97cca8-64a9-4304-b3be-03a97583249a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:24:44Z', 'updated_at': '2022-01-18T09:25:14Z', 'revision_number': 1, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:16.096368 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] Checking router: b22febcf-9ba0-4499-906e-b31f5285a4c8 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:25:16.107461 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:25:16.108476 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:25:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:16.117113 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] For port 49b62042-b03c-449c-91ef-26ec08164558, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=49b62042-b03c-449c-91ef-26ec08164558,segment=NetworkSegment(fb04b410-2f69-4389-a9ed-77cb4ae13799),segment_id=fb04b410-2f69-4389-a9ed-77cb4ae13799)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:16.117712 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:16.289581 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Calling delete_port for 49b62042-b03c-449c-91ef-26ec08164558 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:25:16.324999 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:25:16.427389 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5d919-2a11-4ea1-815e-26911a475fe7 req-05758cd4-bf2b-4052-9eac-2b6f8a9890aa tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:16.428908 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-72b5d919-2a11-4ea1-815e-26911a475fe7 req-05758cd4-bf2b-4052-9eac-2b6f8a9890aa tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.3821967 Jan 18 09:25:16.527809 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-72b5d919-2a11-4ea1-815e-26911a475fe7 req-8cb17562-7437-4f4f-bfd2-760fc8f9e74f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856292 Jan 18 09:25:16.562605 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:16.612195 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Pushing event deleted for resources: {'Port': ['ID=49b62042-b03c-449c-91ef-26ec08164558,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:16.708354 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'b661f1b5-9fff-4efc-bb9b-f9b585ee28d6', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'port_id': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'mac_address': 'fa:16:3e:9a:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97cca8-64a9-4304-b3be-03a97583249a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:24:44Z', 'updated_at': '2022-01-18T09:25:14Z', 'revision_number': 1, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:16.713144 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bb3e3-500c-497e-922d-bcc7d5693fa3 None None] The sync data for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi is: [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'b661f1b5-9fff-4efc-bb9b-f9b585ee28d6', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'port_id': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'mac_address': 'fa:16:3e:9a:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e97cca8-64a9-4304-b3be-03a97583249a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:24:44Z', 'updated_at': '2022-01-18T09:25:14Z', 'revision_number': 1, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:25:16.729239 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d015e515-93fd-4e37-8272-a385ae05e1e9 req-17d3c9f7-10ce-46c0-b699-5eb621bc1b9e tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.0804689 Jan 18 09:25:16.730347 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] No DVR routers for this DVR port 49b62042-b03c-449c-91ef-26ec08164558 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:25:16.733407 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:16.736250 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'name': 'network-vif-deleted', 'tag': '49b62042-b03c-449c-91ef-26ec08164558'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:16.749794 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b9bc9de2-c986-420b-852d-0f0a69b5fbd5 req-77d307c4-2ba2-44c4-8627-bd0305d4ffb4 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.64 "DELETE /v2.0/ports/49b62042-b03c-449c-91ef-26ec08164558 HTTP/1.1" status: 204 len: 173 time: 1.1281590 Jan 18 09:25:16.927054 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad454f57-25b6-48b0-a1d4-c3f940cfc328 None None] New status for floating IP b661f1b5-9fff-4efc-bb9b-f9b585ee28d6: ACTIVE {{(pid=86807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:25:17.942559 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-b5fa7ad5-c4d1-4274-9c2d-8a82b720bc7d service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338828 Jan 18 09:25:18.746611 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['49b62042-b03c-449c-91ef-26ec08164558'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:25:18.911624 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df98fe-f5e3-4297-ace2-bc62ec69d62e', 'name': 'network-vif-deleted', 'tag': '49b62042-b03c-449c-91ef-26ec08164558', 'status': 'completed', 'code': 200} Jan 18 09:25:18.944792 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-194b6a7c-4155-4e2b-988f-16c5641d3cac req-984fc9dc-a99a-4a08-9023-618ff6da9181 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653886 Jan 18 09:25:19.091233 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-c480d2a3-a1ac-4947-9bb8-83f0f684a146 req-af36908b-1fee-4a6b-9817-3c96a2430303 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Synchronizing usage tracker for tenant:7e11ffbab1bc47b8822db66d1eb78b8c on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:25:19.120987 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea34a3-f9a7-416b-aa04-60c7db45cb2d req-de46afe3-802f-42b0-b9cf-324855308cf6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:19.122963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f0ea34a3-f9a7-416b-aa04-60c7db45cb2d req-de46afe3-802f-42b0-b9cf-324855308cf6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1846259 Jan 18 09:25:19.124015 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-c480d2a3-a1ac-4947-9bb8-83f0f684a146 req-af36908b-1fee-4a6b-9817-3c96a2430303 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] Unset dirty status for tenant:7e11ffbab1bc47b8822db66d1eb78b8c on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:25:19.125006 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c480d2a3-a1ac-4947-9bb8-83f0f684a146 req-af36908b-1fee-4a6b-9817-3c96a2430303 tempest-DeleteServersTestJSON-1343502699 tempest-DeleteServersTestJSON-1343502699-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5df98fe-f5e3-4297-ace2-bc62ec69d62e HTTP/1.1" status: 200 len: 210 time: 0.0793452 Jan 18 09:25:19.174993 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f0ea34a3-f9a7-416b-aa04-60c7db45cb2d req-dad09a5d-8bfb-43a2-bf8d-c0238f63ccc2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Jan 18 09:25:20.457642 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd171772-8d01-45ba-a042-2efd9ab3f218 req-b28ecf72-6760-464d-9ed3-4b2a99ebbf50 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:20.459166 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fd171772-8d01-45ba-a042-2efd9ab3f218 req-b28ecf72-6760-464d-9ed3-4b2a99ebbf50 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1270773 Jan 18 09:25:20.509744 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fd171772-8d01-45ba-a042-2efd9ab3f218 req-d3137d2c-082d-4a44-a3c8-9057c133a9cc tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426390 Jan 18 09:25:20.743519 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 49b62042-b03c-449c-91ef-26ec08164558 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:25:20.807515 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 49b62042-b03c-449c-91ef-26ec08164558 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:25:20.807845 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 49b62042-b03c-449c-91ef-26ec08164558 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:25:21.705122 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc1e49-4431-43f6-99d4-20e9b014ad84 req-73f92a9e-ac88-411c-9e64-1d4ea4556bee tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:21.706890 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8cfc1e49-4431-43f6-99d4-20e9b014ad84 req-73f92a9e-ac88-411c-9e64-1d4ea4556bee tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.0865378 Jan 18 09:25:21.754663 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8cfc1e49-4431-43f6-99d4-20e9b014ad84 req-9feea2a0-7cc5-43b8-9d95-84d2562c3977 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Jan 18 09:25:22.322466 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37600) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:22.381885 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] Deleting subnet 5e5ce49c-3197-4fc3-bcc3-baceff816c39 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:25:22.385016 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:22.434306 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:22.441495 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:22.524726 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:22.560558 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5ce49c-3197-4fc3-bcc3-baceff816c39,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:22.571548 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:22.581163 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f995874b-75f9-4556-91cc-130251a9a576 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5e5ce49c-3197-4fc3-bcc3-baceff816c39 HTTP/1.1" status: 204 len: 168 time: 0.2549493 Jan 18 09:25:22.581472 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37612) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:22.701871 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:22.844335 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:22.891343 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.892421 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.893449 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.895860 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > port after_create 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.896488 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.899815 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > port after_update 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.900582 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.901151 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.901675 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:22.902217 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:23.001278 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b330f-fd33-4865-bc93-a1db1d23f211 req-80636728-d2a2-44a9-adab-7e0d40103912 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:23.003359 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d08b330f-fd33-4865-bc93-a1db1d23f211 req-80636728-d2a2-44a9-adab-7e0d40103912 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1052146 Jan 18 09:25:23.053839 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d08b330f-fd33-4865-bc93-a1db1d23f211 req-6f168bf4-77a7-4232-883f-c20a0e2d7dc5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Jan 18 09:25:23.104735 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:23.105290 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:23.105615 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:23.105931 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:25:23.106299 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42048d6-dd38-43f1-a397-563387be56a4']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:23.111356 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37624) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:23.122230 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb04b410-2f69-4389-a9ed-77cb4ae13799') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:23.122547 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb04b410-2f69-4389-a9ed-77cb4ae13799') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:25:23.135546 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.173296 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.175299 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:25:23.175709 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: from cryptography.utils import int_from_bytes Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: from cryptography.utils import int_from_bytes Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: util.warn_limited( Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:25:23.191827 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:25:23.303366 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.356082 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:23.369314 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Usage tracker for resource:security_group_rule and tenant:acf2b09120da4a78b40239ab00b302b0 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:23.372902 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:23.389721 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:23.481405 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.510239 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.521725 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42048d6-dd38-43f1-a397-563387be56a4,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:23.535073 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f5c17dc4-bcdb-4b6b-8570-f9bba7e48095 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c42048d6-dd38-43f1-a397-563387be56a4 HTTP/1.1" status: 204 len: 168 time: 0.9497652 Jan 18 09:25:23.557032 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.563900 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.621821 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=acf2b09120da4a78b40239ab00b302b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089517 Jan 18 09:25:23.623646 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac06491-e0c8-4c5b-8ba9-8d1d8054910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd771bd-7cea-45a9-bd7d-ff56165976ef,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:23.624821 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37654) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:23.671669 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37658) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:23.693099 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-670142b9-b064-49e9-ab51-296acc1c1dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.720592 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-670142b9-b064-49e9-ab51-296acc1c1dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.727760 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4f51cbd3-b84e-4d5f-a8b5-cd85b9540cf7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e11ffbab1bc47b8822db66d1eb78b8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548973 Jan 18 09:25:23.730218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37664) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:23.781516 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-670142b9-b064-49e9-ab51-296acc1c1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.791262 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dc465c23-f8cd-4375-bf81-13a05befead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.798476 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670142b9-b064-49e9-ab51-296acc1c1dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd771bd-7cea-45a9-bd7d-ff56165976ef,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:23.806897 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37668) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:23.818313 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-670142b9-b064-49e9-ab51-296acc1c1dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.820020 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dc465c23-f8cd-4375-bf81-13a05befead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.823687 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-670142b9-b064-49e9-ab51-296acc1c1dd6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dd771bd-7cea-45a9-bd7d-ff56165976ef HTTP/1.1" status: 204 len: 168 time: 0.1977274 Jan 18 09:25:23.878983 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dc465c23-f8cd-4375-bf81-13a05befead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.897807 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc465c23-f8cd-4375-bf81-13a05befead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c7e6bb-0749-4b20-8f41-e9164dfa991b,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:23.924752 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dc465c23-f8cd-4375-bf81-13a05befead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:23.926049 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-dc465c23-f8cd-4375-bf81-13a05befead1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29c7e6bb-0749-4b20-8f41-e9164dfa991b HTTP/1.1" status: 204 len: 168 time: 0.1947944 Jan 18 09:25:24.077317 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.103254 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:24.108024 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f239f5938e447bb699fec28ad85289 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:24.112774 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:24.120466 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:24.203912 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37686) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:24.225998 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.231412 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.235269 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.257364 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:24.261641 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Usage tracker for resource:security_group_rule and tenant:17952ca85b9c43958689b139528c7c40 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:24.264780 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:24.270837 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:24.281913 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189e126d-21e1-49e7-abd1-35158b345540,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:24.287010 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-7f398c62-785f-4b47-8430-83d610becef9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7f239f5938e447bb699fec28ad85289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788465 Jan 18 09:25:24.289655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37692) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:24.330835 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3916a-e5a4-42b5-845a-f9f372e9e618 req-2ad51531-5873-4d23-b976-450aeb6a6871 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:24.338017 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-daf3916a-e5a4-42b5-845a-f9f372e9e618 req-2ad51531-5873-4d23-b976-450aeb6a6871 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1710963 Jan 18 09:25:24.359605 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cfa69a2c-dffb-4afa-bf60-8ddc92e41422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.392027 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cfa69a2c-dffb-4afa-bf60-8ddc92e41422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.414719 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-daf3916a-e5a4-42b5-845a-f9f372e9e618 req-999b3734-4949-4e2b-9390-86270925e328 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757082 Jan 18 09:25:24.466798 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.480629 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.483231 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cfa69a2c-dffb-4afa-bf60-8ddc92e41422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.504251 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa69a2c-dffb-4afa-bf60-8ddc92e41422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e126d-21e1-49e7-abd1-35158b345540,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:24.511531 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cfa69a2c-dffb-4afa-bf60-8ddc92e41422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.515401 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-cfa69a2c-dffb-4afa-bf60-8ddc92e41422 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/189e126d-21e1-49e7-abd1-35158b345540 HTTP/1.1" status: 204 len: 168 time: 0.2216871 Jan 18 09:25:24.582931 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17952ca85b9c43958689b139528c7c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735721 Jan 18 09:25:24.585212 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb0ac5-57ad-4159-83f5-6900f3b308f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c568f-6167-45c2-8bc6-44ebabb7a81f,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:24.586577 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37710) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:24.652619 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0136b23a-da90-42bd-ae16-c16e03a2b03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.679380 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0136b23a-da90-42bd-ae16-c16e03a2b03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.741693 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0136b23a-da90-42bd-ae16-c16e03a2b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.760032 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b23a-da90-42bd-ae16-c16e03a2b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c568f-6167-45c2-8bc6-44ebabb7a81f,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:24.764597 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0136b23a-da90-42bd-ae16-c16e03a2b03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:24.767057 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-0136b23a-da90-42bd-ae16-c16e03a2b03b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/153c568f-6167-45c2-8bc6-44ebabb7a81f HTTP/1.1" status: 204 len: 168 time: 0.1781492 Jan 18 09:25:24.874954 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37726) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:24.989201 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37732) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:25.007496 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.032095 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:25.039441 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Usage tracker for resource:security_group_rule and tenant:5d48273a43384e77becac9426b2e029a is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:25.044349 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:25.051361 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:25.169746 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.174938 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.178926 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-381919302-network', 'tenant_id': '9157bed427cb4dd29a2907290a38073f'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:25.183661 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:25.187741 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Usage tracker for resource:network and tenant:9157bed427cb4dd29a2907290a38073f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:25.191062 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:25.196895 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:25.208348 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Made reservation on behalf of 9157bed427cb4dd29a2907290a38073f for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:25.210823 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.225318 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d48273a43384e77becac9426b2e029a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348301 Jan 18 09:25:25.226607 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.228044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37744) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:25.241356 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e35dbb-8554-4fa3-94fe-9a3197f5eaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd192146-7386-48b2-859c-7e4cc86322b4,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:25.243039 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:25.249170 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Usage tracker for resource:security_group_rule and tenant:9157bed427cb4dd29a2907290a38073f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:25.253553 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:25.260307 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:25.298660 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e4952dc3-475e-41bb-85eb-e3efb1a738e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.328049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e4952dc3-475e-41bb-85eb-e3efb1a738e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.367010 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.378565 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.394667 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e4952dc3-475e-41bb-85eb-e3efb1a738e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.410867 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe32068-fd30-4271-9127-0e6e96d37f14,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:25.420914 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:25:25.434256 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4952dc3-475e-41bb-85eb-e3efb1a738e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd192146-7386-48b2-859c-7e4cc86322b4,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:25.434375 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.434375 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Added segment 9c1ee261-4e3c-4cbd-bcff-f4740d610da0 of type vlan for network b41a2032-229c-4b9b-8149-973c603ba68f Jan 18 09:25:25.441586 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e4952dc3-475e-41bb-85eb-e3efb1a738e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.445555 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e4952dc3-475e-41bb-85eb-e3efb1a738e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd192146-7386-48b2-859c-7e4cc86322b4 HTTP/1.1" status: 204 len: 168 time: 0.2139463 Jan 18 09:25:25.486278 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.521805 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.523123 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:25.524003 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.636054 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7580051 Jan 18 09:25:25.637699 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37766) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:25.637942 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03774864-d1ef-4205-be20-2073c8a0122c admin admin] Pushing event updated for resources: {'Network': ['ID=b41a2032-229c-4b9b-8149-973c603ba68f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:25.650645 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Request body: {'subnet': {'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-381919302-subnet', 'tenant_id': '9157bed427cb4dd29a2907290a38073f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:25.655335 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network b41a2032-229c-4b9b-8149-973c603ba68f details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:25:25.656824 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:25.661337 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Usage tracker for resource:subnet and tenant:9157bed427cb4dd29a2907290a38073f is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:25.666383 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:25.672904 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:25.686964 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Made reservation on behalf of 9157bed427cb4dd29a2907290a38073f for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:25.690199 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:25.924492 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:26.011738 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c721128-b60a-4f8a-9d01-fd484b1fa5d3,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:26.013748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Checking segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:25:26.014226 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Network hostable DHCP agents. Network: b41a2032-229c-4b9b-8149-973c603ba68f, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:25:26.038408 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Network b41a2032-229c-4b9b-8149-973c603ba68f is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:25:26.051239 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, b41a2032-229c-4b9b-8149-973c603ba68f) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:25:26.055636 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:26.056278 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:26.061843 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca20f6-6d21-4921-a956-32d2f058970a None None] Network b41a2032-229c-4b9b-8149-973c603ba68f requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:26.081580 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2b79e9fc-c67c-4e40-a2ef-3bf0813ba1b7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4425797 Jan 18 09:25:26.319464 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63c5db-3a14-4e3e-80d9-1195f839444b None None] Network b41a2032-229c-4b9b-8149-973c603ba68f requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:26.799803 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afe44e-070c-4645-b023-8eb512682178 req-a6127e5b-6cab-4757-9d1c-286bd2c5850f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:26.803228 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-56afe44e-070c-4645-b023-8eb512682178 req-a6127e5b-6cab-4757-9d1c-286bd2c5850f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.0913727 Jan 18 09:25:26.854151 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-56afe44e-070c-4645-b023-8eb512682178 req-158183cb-5d6e-40b4-9825-25b6073888e7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Jan 18 09:25:27.193254 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-6c1f997f-d3b4-45fd-b34a-2d7d39ba6ea7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:27.195204 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-6c1f997f-d3b4-45fd-b34a-2d7d39ba6ea7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.1615062 Jan 18 09:25:27.212725 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-dd7bf2c7-18a4-42be-b5b3-3bc948360f90 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/quotas/9157bed427cb4dd29a2907290a38073f HTTP/1.1" status: 200 len: 375 time: 0.0110221 Jan 18 09:25:27.239726 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37854) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:27.266433 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-601812a0-6e3f-4118-bb91-6e0bc632c559 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475876 Jan 18 09:25:27.496517 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-0db95c02-f476-4e74-a1d7-fa1b38bf527e service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204459 Jan 18 09:25:27.521639 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:27.545750 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:27.550616 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Usage tracker for resource:security_group_rule and tenant:4a0f8fcf54904ee3b79d58d4ce6e0e33 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:27.563346 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:27.574892 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:27.680242 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:27.689627 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:27.690919 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-509d04a7-f302-4274-8548-37631bd427b8 service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878872 Jan 18 09:25:27.762663 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37884) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:27.762874 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a0f8fcf54904ee3b79d58d4ce6e0e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220106 Jan 18 09:25:27.764031 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed2052-9c69-4839-9b16-0e122b32e546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d854ce8a-3945-4a49-a7bc-62b56a57a386,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:27.873985 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ea37f284-b1aa-4115-affb-6a8199cd983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:27.907613 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ea37f284-b1aa-4115-affb-6a8199cd983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:28.047417 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ea37f284-b1aa-4115-affb-6a8199cd983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:28.081651 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ea37f284-b1aa-4115-affb-6a8199cd983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:28.086318 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ea37f284-b1aa-4115-affb-6a8199cd983c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d854ce8a-3945-4a49-a7bc-62b56a57a386 HTTP/1.1" status: 204 len: 168 time: 0.3224421 Jan 18 09:25:28.138866 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37f284-b1aa-4115-affb-6a8199cd983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d854ce8a-3945-4a49-a7bc-62b56a57a386,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:28.203404 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3a333ae9-2a95-4509-9902-2e499c0c6ca7 req-a4b11eed-c146-49a2-8960-01f22e339ce9 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 210 time: 0.0665154 Jan 18 09:25:28.240315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c27234-446f-4c9f-94cf-6085111dfce0 req-f0fd73ae-1c5e-4482-85a9-c75e75666204 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:28.252771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-44c27234-446f-4c9f-94cf-6085111dfce0 req-f0fd73ae-1c5e-4482-85a9-c75e75666204 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1722248 Jan 18 09:25:28.328585 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-44c27234-446f-4c9f-94cf-6085111dfce0 req-2027f031-dcaf-4c12-9739-44db2d76af8d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700970 Jan 18 09:25:28.656173 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 37932) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:28.680915 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:28.698580 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:28.703508 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Usage tracker for resource:security_group_rule and tenant:14c4a4c115284c2c9b234c03c12bfc02 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:28.708698 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:28.717075 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:28.823034 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:28.839485 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:28.914571 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14c4a4c115284c2c9b234c03c12bfc02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548208 Jan 18 09:25:28.914888 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3133fc-1687-40d9-9f55-e0f27cf2300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a3a0c-747d-4aac-8957-ce8c1b608b2e,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:28.915199 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37942) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:29.035185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-79ec8bc9-c1ff-4902-8b0c-fa1577c8376a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:29.069496 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-79ec8bc9-c1ff-4902-8b0c-fa1577c8376a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:29.134188 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-79ec8bc9-c1ff-4902-8b0c-fa1577c8376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:29.153778 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec8bc9-c1ff-4902-8b0c-fa1577c8376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a3a0c-747d-4aac-8957-ce8c1b608b2e,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:29.162627 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-79ec8bc9-c1ff-4902-8b0c-fa1577c8376a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:29.164123 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-79ec8bc9-c1ff-4902-8b0c-fa1577c8376a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f55a3a0c-747d-4aac-8957-ce8c1b608b2e HTTP/1.1" status: 204 len: 168 time: 0.2477329 Jan 18 09:25:29.380541 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-69b51388-ecc4-464d-a59d-41b59c9691c4 req-66d63d10-0a34-4322-ab1d-1ee90e55788d tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 210 time: 0.0623863 Jan 18 09:25:29.553089 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b17ce-9bff-41b3-aa78-b79babca088b req-fe122a7e-dceb-4adf-a804-39e3f765f3b4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:29.561832 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-415b17ce-9bff-41b3-aa78-b79babca088b req-fe122a7e-dceb-4adf-a804-39e3f765f3b4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1032028 Jan 18 09:25:29.629376 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-415b17ce-9bff-41b3-aa78-b79babca088b req-0a5eb4c3-65da-4be0-8c00-d32d3bdab38a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662198 Jan 18 09:25:29.758275 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-c828fcdd-f551-475f-a970-efa67fdcbb1c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:29.759961 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-c828fcdd-f551-475f-a970-efa67fdcbb1c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Synchronizing usage tracker for tenant:9157bed427cb4dd29a2907290a38073f on resource:network {{(pid=86806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:25:29.787493 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-c828fcdd-f551-475f-a970-efa67fdcbb1c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Unset dirty status for tenant:9157bed427cb4dd29a2907290a38073f on resource:network {{(pid=86806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:25:29.789795 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-c828fcdd-f551-475f-a970-efa67fdcbb1c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.2851856 Jan 18 09:25:29.805931 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Request body: {'port': {'device_id': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'admin_state_up': True, 'tenant_id': '9157bed427cb4dd29a2907290a38073f'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:29.959444 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:29.964431 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Usage tracker for resource:port and tenant:9157bed427cb4dd29a2907290a38073f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:29.968136 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 37988) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:29.975375 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:29.982865 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:30.004331 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Made reservation on behalf of 9157bed427cb4dd29a2907290a38073f for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:30.012613 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.193093 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.244513 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:30.249848 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Usage tracker for resource:security_group_rule and tenant:af8fded82d9841ca929dba7296a612c3 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:30.253831 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:30.261771 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:30.343964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Allocated IP 172.20.0.6 (b41a2032-229c-4b9b-8149-973c603ba68f/5c721128-b60a-4f8a-9d01-fd484b1fa5d3/c9c3185c-4876-4399-ae76-3cf942a3ce78) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:25:30.411300 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.419754 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.484547 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb37d2cd-aa08-4a1c-8fb9-794b8ca4e03f,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:30.500057 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a9eb306c-50d1-4c8e-9972-ad372f3ce15b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af8fded82d9841ca929dba7296a612c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305798 Jan 18 09:25:30.505025 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38020) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:30.615182 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f0b9c33c-8bff-4f81-a85c-76ef22d2147b req-593b1af6-36ec-4e46-a5a7-3d95f44748a3 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 210 time: 0.0583868 Jan 18 09:25:30.641053 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba469-96c1-4b84-9a86-906a1d695f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.671620 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba469-96c1-4b84-9a86-906a1d695f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.683805 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.734375 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.785391 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba469-96c1-4b84-9a86-906a1d695f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.808913 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ba469-96c1-4b84-9a86-906a1d695f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb37d2cd-aa08-4a1c-8fb9-794b8ca4e03f,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:30.820338 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Network b41a2032-229c-4b9b-8149-973c603ba68f is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:25:30.824044 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:25:30.828658 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:25:30.847919 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba469-96c1-4b84-9a86-906a1d695f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:30.849241 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-aa5ba469-96c1-4b84-9a86-906a1d695f8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb37d2cd-aa08-4a1c-8fb9-794b8ca4e03f HTTP/1.1" status: 204 len: 168 time: 0.3426642 Jan 18 09:25:30.885118 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9eab7-b0eb-4c2d-a7c8-564220b46e3d req-750a9105-ece4-48b8-b975-ad211559b9eb tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:30.886761 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9ec9eab7-b0eb-4c2d-a7c8-564220b46e3d req-750a9105-ece4-48b8-b975-ad211559b9eb tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1466851 Jan 18 09:25:30.943849 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9ec9eab7-b0eb-4c2d-a7c8-564220b46e3d req-5ac5fa51-516c-4379-80fa-05d32fcaa072 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499606 Jan 18 09:25:30.956968 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event updated for resources: {'Port': ['ID=c9c3185c-4876-4399-ae76-3cf942a3ce78,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:30.996382 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:30.997095 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:31.029328 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-658b5fd9-3ee9-4ed4-a0ea-5e4bf5edcb9a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2282567 Jan 18 09:25:31.041867 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Request body: {'port': {'device_id': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:31.156923 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:31.594764 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c3185c-4876-4399-ae76-3cf942a3ce78 {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:31.608346 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:31.633440 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Transition to ACTIVE for port object c9c3185c-4876-4399-ae76-3cf942a3ce78 will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:25:31.646813 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:31.874090 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4963d57-3c50-40f1-a226-ca10484cc622 req-e8f9fd3b-582f-47a0-a6ac-ac9e59f93749 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:31.882202 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4963d57-3c50-40f1-a226-ca10484cc622 req-e8f9fd3b-582f-47a0-a6ac-ac9e59f93749 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 943 time: 0.1124415 Jan 18 09:25:31.943762 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3185c-4876-4399-ae76-3cf942a3ce78,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:31.948953 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4963d57-3c50-40f1-a226-ca10484cc622 req-3dc74713-edbb-4e64-91a5-86f64de23e2c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658896 Jan 18 09:25:32.006318 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Attempting to bind port c9c3185c-4876-4399-ae76-3cf942a3ce78 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:25:32.006959 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Attempting to bind port c9c3185c-4876-4399-ae76-3cf942a3ce78 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:25:32.007655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Attempting to bind port c9c3185c-4876-4399-ae76-3cf942a3ce78 on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:25:32.017895 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Port c9c3185c-4876-4399-ae76-3cf942a3ce78 on network b41a2032-229c-4b9b-8149-973c603ba68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:25:32.019418 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Attempting to bind port c9c3185c-4876-4399-ae76-3cf942a3ce78 on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:25:32.032339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:25:32.033029 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Checking segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:25:32.033417 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Bound using segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:25:32.033864 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Bound port: c9c3185c-4876-4399-ae76-3cf942a3ce78, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:25:32.034178 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:32.143350 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] For port c9c3185c-4876-4399-ae76-3cf942a3ce78, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:25:32.147145 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] For port c9c3185c-4876-4399-ae76-3cf942a3ce78, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=c9c3185c-4876-4399-ae76-3cf942a3ce78,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:25:32.157206 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:32.245705 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eb07b-1945-4152-913f-1c53561433e0 req-d3e81b7c-4562-4cde-82af-55584179ad7b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:32.246919 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:32.247535 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:32.249299 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] 10.222.0.64 "PUT /v2.0/ports/c9c3185c-4876-4399-ae76-3cf942a3ce78 HTTP/1.1" status: 200 len: 1093 time: 1.2118628 Jan 18 09:25:32.249833 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'tag': 'c9c3185c-4876-4399-ae76-3cf942a3ce78'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:32.250128 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-765eb07b-1945-4152-913f-1c53561433e0 req-d3e81b7c-4562-4cde-82af-55584179ad7b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1249537 Jan 18 09:25:32.288378 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c879492-fa0c-447e-86f4-a8e119d53d6c service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3185c-4876-4399-ae76-3cf942a3ce78,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:32.347320 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-765eb07b-1945-4152-913f-1c53561433e0 req-2e72eab4-b096-45a5-bddf-5fd9b34cf95a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750644 Jan 18 09:25:32.350482 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'tag': 'c9c3185c-4876-4399-ae76-3cf942a3ce78', 'status': 'completed', 'code': 200} Jan 18 09:25:32.394042 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-2b2fd780-b08d-44d4-ac53-ae365e573463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:32.395553 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-2b2fd780-b08d-44d4-ac53-ae365e573463 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 1096 time: 0.0869713 Jan 18 09:25:32.477516 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-5660f783-f7a3-4988-9381-8ce7ffb59ae2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3185c-4876-4399-ae76-3cf942a3ce78 HTTP/1.1" status: 200 len: 217 time: 0.0683429 Jan 18 09:25:32.562232 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-8137abca-8175-4de5-9412-90f27a33878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:32.564338 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-8137abca-8175-4de5-9412-90f27a33878c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.0779514 Jan 18 09:25:32.623004 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-1361119a-248c-426e-a4c9-3a8e24908ec4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510345 Jan 18 09:25:32.644915 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38128) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:32.810998 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:32.830828 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:32.832857 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Usage tracker for resource:security_group_rule and tenant:a40dc683dddf43d6ad96e04dc4b15580 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:32.841312 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:32.842789 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-66803e81-71e3-433c-830a-c306117c495e service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127790 Jan 18 09:25:32.847606 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:32.948795 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:32.955363 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:32.965220 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:25:33.027834 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791f23a0-faf7-4e95-9a70-167149711f33,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:33.052241 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-fba02e49-0648-48c2-993f-165852975064 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a40dc683dddf43d6ad96e04dc4b15580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058390 Jan 18 09:25:33.054867 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38150) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:33.057844 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c6dc9159-9e50-42bd-94e5-23a9d026b575 req-9204a91a-afff-4994-a20d-f2eed75d9225 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075982 Jan 18 09:25:33.188736 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9001d026-f45d-4826-94d4-c3958a524f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:33.227166 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9001d026-f45d-4826-94d4-c3958a524f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:33.232005 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-817f07d9-1cc0-47c3-ba5a-16bb46e6aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:33.233772 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-817f07d9-1cc0-47c3-ba5a-16bb46e6aebb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 1096 time: 0.0976193 Jan 18 09:25:33.291325 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c0cc-5a33-4957-ac03-5b247aa7a917 req-395bc3aa-b28d-47d3-958b-66c2132f8832 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:33.299339 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-01f8c0cc-5a33-4957-ac03-5b247aa7a917 req-395bc3aa-b28d-47d3-958b-66c2132f8832 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 943 time: 0.1750922 Jan 18 09:25:33.353961 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9001d026-f45d-4826-94d4-c3958a524f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:33.385605 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-01f8c0cc-5a33-4957-ac03-5b247aa7a917 req-8b558381-943c-48c5-b678-ae7180b8b4ee tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850780 Jan 18 09:25:33.394274 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001d026-f45d-4826-94d4-c3958a524f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791f23a0-faf7-4e95-9a70-167149711f33,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:33.404537 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9001d026-f45d-4826-94d4-c3958a524f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:33.413247 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-9001d026-f45d-4826-94d4-c3958a524f46 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/791f23a0-faf7-4e95-9a70-167149711f33 HTTP/1.1" status: 204 len: 168 time: 0.3544757 Jan 18 09:25:33.652568 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-492c2d23-4077-4343-9e5d-f7910a0a6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:33.655169 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-492c2d23-4077-4343-9e5d-f7910a0a6dae service neutron] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 915 time: 0.4079535 Jan 18 09:25:33.713870 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c17ca-942e-4da7-b5b4-8bff20a38ce5 req-83316118-289b-48fd-b075-2d55eb057250 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:33.716370 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8f5c17ca-942e-4da7-b5b4-8bff20a38ce5 req-83316118-289b-48fd-b075-2d55eb057250 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1502223 Jan 18 09:25:33.751307 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-ee674070-979c-4311-89d6-15b1a36ed0d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c3185c-4876-4399-ae76-3cf942a3ce78 HTTP/1.1" status: 200 len: 217 time: 0.0860801 Jan 18 09:25:33.793297 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8f5c17ca-942e-4da7-b5b4-8bff20a38ce5 req-cd244a53-aaa3-4b06-80c3-b6969eb1eb78 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708463 Jan 18 09:25:33.855369 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-651f978e-9522-4e62-8d83-a14091df4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:33.857068 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-651f978e-9522-4e62-8d83-a14091df4a3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.0897086 Jan 18 09:25:33.939797 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-3d5112d0-cded-4ba6-801a-c0cc68fb6570 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639241 Jan 18 09:25:34.109336 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-156e80fd-209b-4087-8087-2da97721e8e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570380 Jan 18 09:25:34.127940 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38228) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:34.145301 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:34.173620 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:34.179807 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Usage tracker for resource:security_group_rule and tenant:8d492430707a4239bd65dd6fc585336e is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:34.183173 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:34.189654 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:34.278979 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3729bb33-d131-478b-94d8-18764cf6fc9a req-cd9af406-c4dd-4ca8-aba1-35054ffacf40 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629286 Jan 18 09:25:34.285221 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:34.289658 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:34.339349 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d492430707a4239bd65dd6fc585336e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101948 Jan 18 09:25:34.340443 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f569a32-75eb-4431-84d0-c06ca44dd75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f025f42-2556-4c5b-99c6-5708841bce0d,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:34.341344 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38238) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:34.428352 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ecd2-8b51-41ff-b719-ba0274c75039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:34.459678 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ecd2-8b51-41ff-b719-ba0274c75039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:34.527422 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ecd2-8b51-41ff-b719-ba0274c75039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:34.547957 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2ecd2-8b51-41ff-b719-ba0274c75039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f025f42-2556-4c5b-99c6-5708841bce0d,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:34.551930 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8cf2ecd2-8b51-41ff-b719-ba0274c75039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:34.558774 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8cf2ecd2-8b51-41ff-b719-ba0274c75039 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f025f42-2556-4c5b-99c6-5708841bce0d HTTP/1.1" status: 204 len: 168 time: 0.2163413 Jan 18 09:25:34.598105 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f16bdb-e916-4a1b-8b64-43e0e3bd77ae req-205dee9e-8513-4eda-87fe-6d89c79a4dc3 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:34.600144 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-90f16bdb-e916-4a1b-8b64-43e0e3bd77ae req-205dee9e-8513-4eda-87fe-6d89c79a4dc3 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 943 time: 0.0879598 Jan 18 09:25:34.687780 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-90f16bdb-e916-4a1b-8b64-43e0e3bd77ae req-fa35b93b-dd22-4a3e-a852-fc7b880dc0ac tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807598 Jan 18 09:25:34.837089 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device c9c3185c-4876-4399-ae76-3cf942a3ce78 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:25:35.084232 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port c9c3185c-4876-4399-ae76-3cf942a3ce78, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=c9c3185c-4876-4399-ae76-3cf942a3ce78,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:35.121571 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'c9c3185c-4876-4399-ae76-3cf942a3ce78', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'port_id': 'c9c3185c-4876-4399-ae76-3cf942a3ce78', 'mac_address': 'fa:16:3e:7a:9d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c721128-b60a-4f8a-9d01-fd484b1fa5d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:25:35.219738 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:35.241785 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3185c-4876-4399-ae76-3cf942a3ce78 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:35.261295 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port c9c3185c-4876-4399-ae76-3cf942a3ce78, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=c9c3185c-4876-4399-ae76-3cf942a3ce78,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:35.263285 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1ea51-80e8-409c-b10d-8aba146003de req-29a8162d-9e61-4c45-b66a-7f78594d86b9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:35.265067 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-05e1ea51-80e8-409c-b10d-8aba146003de req-29a8162d-9e61-4c45-b66a-7f78594d86b9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.2182260 Jan 18 09:25:35.268875 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:35.379415 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-05e1ea51-80e8-409c-b10d-8aba146003de req-bf59880c-cf28-46ab-90b1-8c56a393b82f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038795 Jan 18 09:25:35.438345 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=c9c3185c-4876-4399-ae76-3cf942a3ce78,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:35.449567 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.449907 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.451858 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.452169 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.452562 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.459448 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.459785 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.460147 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.460476 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.460801 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.461121 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.461437 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:25:35.613910 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:25:35.857561 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-97f7c802-8027-41dd-be17-f1bc2a6e8618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:35.909715 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a01812-7b53-4b15-af01-bc5d506d2106 req-89c32398-4eca-4c70-a314-230d49a5b84e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:35.911607 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-39a01812-7b53-4b15-af01-bc5d506d2106 req-89c32398-4eca-4c70-a314-230d49a5b84e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 944 time: 0.0986531 Jan 18 09:25:35.962691 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-39a01812-7b53-4b15-af01-bc5d506d2106 req-4c658cb6-f588-4579-a102-f508cf672d0e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Jan 18 09:25:36.333221 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38330) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:36.509454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:36.560671 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:36.571169 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Usage tracker for resource:security_group_rule and tenant:440446863d544f09ae5e8c537a71dcf7 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:36.576623 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:36.603311 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:36.712182 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1a3e-16c1-4775-b723-80f135af362f req-b7df2c9f-3586-4ec3-a1f2-473025bce5bb tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:36.713941 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1d4b1a3e-16c1-4775-b723-80f135af362f req-b7df2c9f-3586-4ec3-a1f2-473025bce5bb tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1932244 Jan 18 09:25:36.749511 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:36.756667 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:36.808430 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1d4b1a3e-16c1-4775-b723-80f135af362f req-8c9dd85f-4059-4a6d-be93-f1c927098f1d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793111 Jan 18 09:25:36.824042 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=440446863d544f09ae5e8c537a71dcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895897 Jan 18 09:25:36.825675 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeff432-c909-455b-87e2-b888ee788bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e055de-efe6-4e02-9520-64edb851ef21,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:36.826784 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38350) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:36.845583 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device c9c3185c-4876-4399-ae76-3cf942a3ce78 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:25:36.901130 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f2b6-966c-445f-9fd7-668e06dd667e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:36.932019 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port c9c3185c-4876-4399-ae76-3cf942a3ce78 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:25:36.936367 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f2b6-966c-445f-9fd7-668e06dd667e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:36.945700 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port c9c3185c-4876-4399-ae76-3cf942a3ce78 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:25:36.946067 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:37.006007 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f2b6-966c-445f-9fd7-668e06dd667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:37.026003 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3f2b6-966c-445f-9fd7-668e06dd667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e055de-efe6-4e02-9520-64edb851ef21,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:37.029594 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f2b6-966c-445f-9fd7-668e06dd667e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:37.030711 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2dd3f2b6-966c-445f-9fd7-668e06dd667e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98e055de-efe6-4e02-9520-64edb851ef21 HTTP/1.1" status: 204 len: 168 time: 0.2022963 Jan 18 09:25:37.097191 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:37.139017 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port c9c3185c-4876-4399-ae76-3cf942a3ce78, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=c9c3185c-4876-4399-ae76-3cf942a3ce78,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:37.140380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3185c-4876-4399-ae76-3cf942a3ce78'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:37.149174 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:37.213979 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3185c-4876-4399-ae76-3cf942a3ce78', 'code': 200} Jan 18 09:25:37.234779 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d530ce9-f33b-490e-8ed6-b2c9209c62a1 req-2eb2028f-3767-4bcc-b4c2-4da2340901ff tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:37.245552 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=c9c3185c-4876-4399-ae76-3cf942a3ce78,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:37.246129 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0d530ce9-f33b-490e-8ed6-b2c9209c62a1 req-2eb2028f-3767-4bcc-b4c2-4da2340901ff tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 945 time: 0.1505363 Jan 18 09:25:37.331947 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0d530ce9-f33b-490e-8ed6-b2c9209c62a1 req-22cb6aa2-6c62-42e1-9655-24fc42ac307d tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810966 Jan 18 09:25:37.548689 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5368ea-89e4-4820-bb4a-bc2a4ca28b41 req-dd283a23-7ffb-479e-b74b-0adcdb96543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:37.550209 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b5368ea-89e4-4820-bb4a-bc2a4ca28b41 req-dd283a23-7ffb-479e-b74b-0adcdb96543a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 1098 time: 0.0734541 Jan 18 09:25:37.592514 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b5368ea-89e4-4820-bb4a-bc2a4ca28b41 req-39ff2d7b-0785-4970-bd0d-05c3b578287c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349352 Jan 18 09:25:37.647548 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:38.030521 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041f34-f4a4-4af5-b47a-d53d250aac48 req-76e9b955-7075-4489-8fd1-8a038c326c7c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:38.032202 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7041f34-f4a4-4af5-b47a-d53d250aac48 req-76e9b955-7075-4489-8fd1-8a038c326c7c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.0869071 Jan 18 09:25:38.079675 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7041f34-f4a4-4af5-b47a-d53d250aac48 req-09e4f6b1-dee7-4577-9277-d98287a6cb02 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Jan 18 09:25:38.098790 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-46651481-e821-4dd8-ab42-4d71d0b00504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:38.551429 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de509323-894c-4a55-9fa4-9a0b85bfdbb9 req-5e8cfb1b-e01a-4e71-82fb-f39c129048e7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:38.553246 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-de509323-894c-4a55-9fa4-9a0b85bfdbb9 req-5e8cfb1b-e01a-4e71-82fb-f39c129048e7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 945 time: 0.0874333 Jan 18 09:25:38.599277 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-de509323-894c-4a55-9fa4-9a0b85bfdbb9 req-9e722726-3112-4976-8071-82c9d4766d48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Jan 18 09:25:38.630502 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38402) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:38.756311 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:38.770952 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:38.775005 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Usage tracker for resource:security_group_rule and tenant:dc824823692640d78ce633dab92ee95d is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:38.777976 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:38.785076 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:38.879872 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:38.886128 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:38.932736 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc824823692640d78ce633dab92ee95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007932 Jan 18 09:25:38.933412 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd675180-b548-499c-8470-6233b7c9840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450599c-1749-4ac1-978c-6d375e9705d3,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:38.935730 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38412) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:39.007293 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4869fa97-cfa6-41a8-9e1d-ce09d7046155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.035163 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4869fa97-cfa6-41a8-9e1d-ce09d7046155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.102407 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4869fa97-cfa6-41a8-9e1d-ce09d7046155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.114614 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.124534 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869fa97-cfa6-41a8-9e1d-ce09d7046155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450599c-1749-4ac1-978c-6d375e9705d3,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:39.152889 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4869fa97-cfa6-41a8-9e1d-ce09d7046155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.156292 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4869fa97-cfa6-41a8-9e1d-ce09d7046155 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3450599c-1749-4ac1-978c-6d375e9705d3 HTTP/1.1" status: 204 len: 168 time: 0.2173698 Jan 18 09:25:39.216590 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.321309 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c28d8-9872-413c-bdbc-65dd2a03708a req-035a3f05-06f0-44eb-913a-4a75fd71f5e6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:39.323097 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5d1c28d8-9872-413c-bdbc-65dd2a03708a req-035a3f05-06f0-44eb-913a-4a75fd71f5e6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.0852921 Jan 18 09:25:39.399377 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5d1c28d8-9872-413c-bdbc-65dd2a03708a req-bb215326-c50d-4305-b238-30fb5fbb9296 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644517 Jan 18 09:25:39.531625 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38430) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:39.550172 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.564873 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:39.568817 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:296ac07775b84358a5aaad23195aa135 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:39.571831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:39.577401 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:39.675201 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.676962 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.732492 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=296ac07775b84358a5aaad23195aa135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996839 Jan 18 09:25:39.734321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2908a8-352e-4c69-8d6f-1258dc4bf7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ffbc10-3aac-4de4-8a2d-fd248825bf5f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:39.735448 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38438) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:39.865309 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b5c774d8-84ec-4e7b-b0ad-2586ac9499b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.904489 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b5c774d8-84ec-4e7b-b0ad-2586ac9499b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:39.924052 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15e44c-8f58-45a7-982a-1062fe687dab req-b1d11fdf-3e25-4dfb-8cb7-6dd662226909 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:39.925505 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0b15e44c-8f58-45a7-982a-1062fe687dab req-b1d11fdf-3e25-4dfb-8cb7-6dd662226909 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 945 time: 0.1650796 Jan 18 09:25:39.992350 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0b15e44c-8f58-45a7-982a-1062fe687dab req-58baef6e-ec2d-4812-b82b-87f6e46dc2b0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582714 Jan 18 09:25:40.021811 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b5c774d8-84ec-4e7b-b0ad-2586ac9499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.037648 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c774d8-84ec-4e7b-b0ad-2586ac9499b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ffbc10-3aac-4de4-8a2d-fd248825bf5f,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:40.046840 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b5c774d8-84ec-4e7b-b0ad-2586ac9499b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.050529 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b5c774d8-84ec-4e7b-b0ad-2586ac9499b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53ffbc10-3aac-4de4-8a2d-fd248825bf5f HTTP/1.1" status: 204 len: 168 time: 0.3041613 Jan 18 09:25:40.441544 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.501155 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38458) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:40.523183 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.540430 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:40.545117 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0ff690d0364671a748bfd98e32d568 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:40.548718 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:40.556119 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:40.654631 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.659683 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.749400 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcc085-3448-467a-9120-81f10bfa51b1,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:40.756915 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-646c871d-5f68-4e4a-b759-317554c54af9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec0ff690d0364671a748bfd98e32d568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544782 Jan 18 09:25:40.759736 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38464) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:40.849035 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e1a9-9d7a-4c4e-a1e6-c7d43a0b8355 req-d3dc2b10-0140-462d-a010-520ff02de7ab tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:40.850659 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4f0e1a9-9d7a-4c4e-a1e6-c7d43a0b8355 req-d3dc2b10-0140-462d-a010-520ff02de7ab tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1807530 Jan 18 09:25:40.853326 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-266b4dc0-cf5a-4722-bfec-0629f582b132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.931112 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-266b4dc0-cf5a-4722-bfec-0629f582b132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:40.940101 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4f0e1a9-9d7a-4c4e-a1e6-c7d43a0b8355 req-c3287548-8ca6-4c89-bf4c-79472d5f514b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770671 Jan 18 09:25:41.000942 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-266b4dc0-cf5a-4722-bfec-0629f582b132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:41.018296 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b4dc0-cf5a-4722-bfec-0629f582b132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcc085-3448-467a-9120-81f10bfa51b1,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:41.021588 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-266b4dc0-cf5a-4722-bfec-0629f582b132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:41.022697 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-266b4dc0-cf5a-4722-bfec-0629f582b132 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fdcc085-3448-467a-9120-81f10bfa51b1 HTTP/1.1" status: 204 len: 168 time: 0.2620499 Jan 18 09:25:41.830507 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38516) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:41.948377 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-85587488-network', 'tenant_id': '0570bf44350544c7bd9c8488b882c2f3'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:41.953209 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:41.958184 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Usage tracker for resource:network and tenant:0570bf44350544c7bd9c8488b882c2f3 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:41.961477 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:41.968735 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:41.981678 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Made reservation on behalf of 0570bf44350544c7bd9c8488b882c2f3 for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:41.984423 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:41.998447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.016020 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:42.025105 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Usage tracker for resource:security_group_rule and tenant:0570bf44350544c7bd9c8488b882c2f3 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:42.028686 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:42.034777 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:42.139667 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.146501 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.192139 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07e8b-b637-4905-976a-ec997a1a7065 req-6c868240-ca06-48af-91ba-743c8a8aa4aa tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:42.193744 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-36b07e8b-b637-4905-976a-ec997a1a7065 req-6c868240-ca06-48af-91ba-743c8a8aa4aa tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1081493 Jan 18 09:25:42.204067 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd2f38-7dd1-4af2-9dc1-d3cf47ca161c,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:42.213177 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:25:42.233644 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.234167 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Added segment afed4d73-cfec-4910-b6c8-9018e0260390 of type vlan for network 13f3e1d8-6148-4d2c-9123-45225265829f Jan 18 09:25:42.261191 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-36b07e8b-b637-4905-976a-ec997a1a7065 req-ea5e86a1-7d7d-4735-93a0-08ec135e705e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597062 Jan 18 09:25:42.280981 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.316696 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.317867 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:42.318899 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.431119 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] Pushing event updated for resources: {'Network': ['ID=13f3e1d8-6148-4d2c-9123-45225265829f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:42.434439 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-64216835-19ef-41e7-9207-472b91701b5a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6024618 Jan 18 09:25:42.437411 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38534) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:42.443116 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 13f3e1d8-6148-4d2c-9123-45225265829f details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:25:42.445565 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Request body: {'subnet': {'network_id': '13f3e1d8-6148-4d2c-9123-45225265829f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-85587488-subnet', 'tenant_id': '0570bf44350544c7bd9c8488b882c2f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:42.450472 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:42.455078 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Usage tracker for resource:subnet and tenant:0570bf44350544c7bd9c8488b882c2f3 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:42.458089 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:42.463933 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:42.482608 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Made reservation on behalf of 0570bf44350544c7bd9c8488b882c2f3 for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:42.484949 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470448'] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.718379 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470434'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.796679 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a55637-7654-4b66-98f3-a8c3c079e2ba,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:42.801766 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Checking segment: {'id': 'afed4d73-cfec-4910-b6c8-9018e0260390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '13f3e1d8-6148-4d2c-9123-45225265829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:25:42.802108 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Network hostable DHCP agents. Network: 13f3e1d8-6148-4d2c-9123-45225265829f, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:25:42.825757 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Network 13f3e1d8-6148-4d2c-9123-45225265829f is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:25:42.839664 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 13f3e1d8-6148-4d2c-9123-45225265829f) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:25:42.845112 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:42.845894 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:42.850091 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e6033a-b1f7-4f25-ad6c-ede95076bf07 None None] Network 13f3e1d8-6148-4d2c-9123-45225265829f requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:42.874482 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-9b97d306-d095-4288-ad39-e860ff5b1f77 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4348924 Jan 18 09:25:42.881107 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38550) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:43.033675 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.051266 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:43.055658 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c3d1a69f7f41f38e506e2477bc9309 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:43.058818 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:43.065083 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:43.116293 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35bc7c-b272-4ed4-b05a-c28a13edcf6e None None] Network 13f3e1d8-6148-4d2c-9123-45225265829f requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:43.176315 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.181980 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.237861 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0c3d1a69f7f41f38e506e2477bc9309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553379 Jan 18 09:25:43.240921 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38564) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:43.258436 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2b015-cb72-47ff-a079-90559d63a6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c84fcc1-b55f-413d-90f5-40abb3fb36e5,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:43.330839 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7dca506-20f8-4ba7-ab4b-d37feda8a4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.369886 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7dca506-20f8-4ba7-ab4b-d37feda8a4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.454915 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7dca506-20f8-4ba7-ab4b-d37feda8a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.521023 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dca506-20f8-4ba7-ab4b-d37feda8a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c84fcc1-b55f-413d-90f5-40abb3fb36e5,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:43.538391 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7dca506-20f8-4ba7-ab4b-d37feda8a4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.540067 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e7dca506-20f8-4ba7-ab4b-d37feda8a4ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c84fcc1-b55f-413d-90f5-40abb3fb36e5 HTTP/1.1" status: 204 len: 168 time: 0.2980840 Jan 18 09:25:43.583242 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca9a67-7b32-479d-8924-34cd83d8041f req-ded916df-a7b1-4c58-bb20-c80ebeb6d9e9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:43.584783 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a2ca9a67-7b32-479d-8924-34cd83d8041f req-ded916df-a7b1-4c58-bb20-c80ebeb6d9e9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1178553 Jan 18 09:25:43.683947 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38586) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:43.690703 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1268638061-network', 'tenant_id': '20909ed443dd4af091d257d7f2555c90'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:43.712263 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:43.724297 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Usage tracker for resource:network and tenant:20909ed443dd4af091d257d7f2555c90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:43.728066 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:43.735926 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a2ca9a67-7b32-479d-8924-34cd83d8041f req-7b5b4b21-a90c-4735-8a5c-ae40de1dd9d3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405091 Jan 18 09:25:43.737142 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:43.752706 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Made reservation on behalf of 20909ed443dd4af091d257d7f2555c90 for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:43.759319 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.789442 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.806761 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:43.811555 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Usage tracker for resource:security_group_rule and tenant:20909ed443dd4af091d257d7f2555c90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:43.815734 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:43.821971 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:43.909580 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.915172 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.949550 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:25:43.957965 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1d692-e9b4-4cfd-a9e9-ca513e71b0c3,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:43.963856 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:43.964188 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Added segment d793406d-399a-4b40-be9e-a970703bec94 of type vlan for network 992b476c-d504-42b8-af07-80eb80d9fe20 Jan 18 09:25:43.994288 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.036678 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.037828 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:44.038655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.063192 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38596) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:44.082049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.096315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:44.100167 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Usage tracker for resource:security_group_rule and tenant:600f150efcc345b8b75f67dc37ad9908 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:44.103000 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:44.109097 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:44.156830 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] Pushing event updated for resources: {'Network': ['ID=992b476c-d504-42b8-af07-80eb80d9fe20,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:44.162127 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-9c13a322-f433-42e1-ad46-b95924115d0f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4764497 Jan 18 09:25:44.164912 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38600) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:44.167953 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 992b476c-d504-42b8-af07-80eb80d9fe20 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:25:44.170636 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Request body: {'subnet': {'network_id': '992b476c-d504-42b8-af07-80eb80d9fe20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1268638061-subnet', 'tenant_id': '20909ed443dd4af091d257d7f2555c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:44.175568 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:44.179723 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Usage tracker for resource:subnet and tenant:20909ed443dd4af091d257d7f2555c90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:44.183057 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:44.194752 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:44.249910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.257372 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.287121 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Made reservation on behalf of 20909ed443dd4af091d257d7f2555c90 for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:44.290225 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470448'] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.317644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459a0d2-b145-45ac-9d51-f7f57eb2a11a,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:44.322014 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a8b09519-dd37-456f-9651-72432b2a28fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=600f150efcc345b8b75f67dc37ad9908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569075 Jan 18 09:25:44.325029 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38606) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:44.407729 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-31be3f6e-9c50-4c13-b625-2fe44669c861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.440281 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-31be3f6e-9c50-4c13-b625-2fe44669c861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.499613 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-31be3f6e-9c50-4c13-b625-2fe44669c861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.514444 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be3f6e-9c50-4c13-b625-2fe44669c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459a0d2-b145-45ac-9d51-f7f57eb2a11a,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:44.522306 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-31be3f6e-9c50-4c13-b625-2fe44669c861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.523512 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-31be3f6e-9c50-4c13-b625-2fe44669c861 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9459a0d2-b145-45ac-9d51-f7f57eb2a11a HTTP/1.1" status: 204 len: 168 time: 0.1974695 Jan 18 09:25:44.549642 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470434'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.629429 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c664e5-d7e4-4e8c-bb46-4d2c6252d09a,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:44.642986 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Checking segment: {'id': 'd793406d-399a-4b40-be9e-a970703bec94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '992b476c-d504-42b8-af07-80eb80d9fe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:25:44.643342 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Network hostable DHCP agents. Network: 992b476c-d504-42b8-af07-80eb80d9fe20, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:25:44.665570 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Network 992b476c-d504-42b8-af07-80eb80d9fe20 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:25:44.677300 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 992b476c-d504-42b8-af07-80eb80d9fe20) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:25:44.681021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:44.681662 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:44.687848 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c62b2-a1bd-4d42-b0ad-21ac3e2ebc27 None None] Network 992b476c-d504-42b8-af07-80eb80d9fe20 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:44.704526 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-10e6acfa-41c2-497a-bb96-43ee78c443ef admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5384684 Jan 18 09:25:44.958023 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38628) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:44.996264 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:45.004573 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88198950-a0ed-4aaf-aace-d092a4265f4d None None] Network 992b476c-d504-42b8-af07-80eb80d9fe20 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:45.019618 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ce491-152d-4ca7-88ba-df33c02c69e4 req-0bd05c65-46d0-4763-af96-cf3dba94331a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:45.021517 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ba8ce491-152d-4ca7-88ba-df33c02c69e4 req-0bd05c65-46d0-4763-af96-cf3dba94331a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1323359 Jan 18 09:25:45.026025 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:45.030516 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Usage tracker for resource:security_group_rule and tenant:35e560fda4dd48aaafb63457d574cf74 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:45.034524 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:45.047594 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:45.081410 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ba8ce491-152d-4ca7-88ba-df33c02c69e4 req-b5cc134f-8e60-4f44-b031-be9d79df239b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512629 Jan 18 09:25:45.169136 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:45.174965 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:45.231393 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35e560fda4dd48aaafb63457d574cf74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699156 Jan 18 09:25:45.231393 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf79a80-c532-4540-99d3-4110ce99329e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80162c14-a428-47e3-80f7-2974a5ccdef9,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:45.232272 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38632) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:45.316789 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9365-b651-4af7-b3eb-63f75f767097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:45.353594 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9365-b651-4af7-b3eb-63f75f767097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:45.428388 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9365-b651-4af7-b3eb-63f75f767097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:45.444972 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9365-b651-4af7-b3eb-63f75f767097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80162c14-a428-47e3-80f7-2974a5ccdef9,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:45.452645 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9365-b651-4af7-b3eb-63f75f767097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:45.456716 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2e6e9365-b651-4af7-b3eb-63f75f767097 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80162c14-a428-47e3-80f7-2974a5ccdef9 HTTP/1.1" status: 204 len: 168 time: 0.2230051 Jan 18 09:25:45.531651 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7419a5-63dd-4adf-aeb9-cdfca6b5d695 req-9317d8da-2e14-49ed-8a25-b823dd671d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:45.533266 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0a7419a5-63dd-4adf-aeb9-cdfca6b5d695 req-9317d8da-2e14-49ed-8a25-b823dd671d62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 1098 time: 0.0989218 Jan 18 09:25:45.613794 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0a7419a5-63dd-4adf-aeb9-cdfca6b5d695 req-0307d170-8902-429a-bce9-764f506964aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Jan 18 09:25:46.267998 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614502dd-3382-45a3-8437-68de11cb111c req-e67812db-7f82-4876-bcc3-2943b5f7912a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:46.269458 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-614502dd-3382-45a3-8437-68de11cb111c req-e67812db-7f82-4876-bcc3-2943b5f7912a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.0831575 Jan 18 09:25:46.301447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 38670) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:46.318446 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-614502dd-3382-45a3-8437-68de11cb111c req-bcfde87e-dbd4-42cc-870a-9af64830ef64 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Jan 18 09:25:46.412477 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-313684750-network', 'tenant_id': '8e965034f2864cdda0dc82a1c6de0ffb'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:46.417518 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:46.421984 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Usage tracker for resource:network and tenant:8e965034f2864cdda0dc82a1c6de0ffb is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:46.425221 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:46.431992 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:46.444526 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Made reservation on behalf of 8e965034f2864cdda0dc82a1c6de0ffb for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:46.447126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.460585 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.477039 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:46.482377 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Usage tracker for resource:security_group_rule and tenant:8e965034f2864cdda0dc82a1c6de0ffb is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:46.485552 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:46.491687 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:46.590683 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.596750 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.631802 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:25:46.641135 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333fa20-f41f-46f2-8e08-060a0bd7a6e9,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:46.647063 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.647431 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Added segment 912c81aa-7029-4996-87ac-836e86d64a7f of type vlan for network 6a016a16-60c1-4225-91b9-dc94a345c431 Jan 18 09:25:46.682538 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.714936 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.715953 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:46.716734 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:46.825393 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] Pushing event updated for resources: {'Network': ['ID=6a016a16-60c1-4225-91b9-dc94a345c431,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:46.833482 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-ace6dfc4-9352-4655-8324-693a0a20a064 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5278339 Jan 18 09:25:46.833861 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 38686) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:46.838415 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 6a016a16-60c1-4225-91b9-dc94a345c431 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:25:46.840710 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Request body: {'subnet': {'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-313684750-subnet', 'tenant_id': '8e965034f2864cdda0dc82a1c6de0ffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:46.845773 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:46.849886 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Usage tracker for resource:subnet and tenant:8e965034f2864cdda0dc82a1c6de0ffb is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:46.852954 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:46.858963 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:46.871783 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Made reservation on behalf of 8e965034f2864cdda0dc82a1c6de0ffb for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:46.874634 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:47.133711 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:47.212102 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e182caf-3b61-4e1e-b1be-c21146b66d25,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:47.219732 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Checking segment: {'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:25:47.220112 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Network hostable DHCP agents. Network: 6a016a16-60c1-4225-91b9-dc94a345c431, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:25:47.241359 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Network 6a016a16-60c1-4225-91b9-dc94a345c431 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:25:47.257770 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 6a016a16-60c1-4225-91b9-dc94a345c431) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:25:47.266428 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d76a4-435b-4836-9bcf-c1b680935faa None None] Network 6a016a16-60c1-4225-91b9-dc94a345c431 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:47.271028 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:47.271608 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:47.304215 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e3099ac1-c831-45c3-90cb-b619e651c579 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4592097 Jan 18 09:25:47.580541 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e7730-d1c1-4071-9617-6e0068d99e70 req-893ed5ac-d24f-4490-8f7b-30ce46e23dd3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:47.582919 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6b5e7730-d1c1-4071-9617-6e0068d99e70 req-893ed5ac-d24f-4490-8f7b-30ce46e23dd3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1028600 Jan 18 09:25:47.632825 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8dad0b-a2f6-48c8-8b6d-44690f692c7b None None] Network 6a016a16-60c1-4225-91b9-dc94a345c431 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:25:47.647139 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6b5e7730-d1c1-4071-9617-6e0068d99e70 req-e50ff199-88c9-4279-9805-2f61a2ddc15d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576401 Jan 18 09:25:47.856698 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6789c-96d2-4707-9ead-275215f1009e req-b81d1bd8-5358-4111-89a0-d36bab188c3e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:47.859063 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-34a6789c-96d2-4707-9ead-275215f1009e req-b81d1bd8-5358-4111-89a0-d36bab188c3e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1043732 Jan 18 09:25:47.908682 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-34a6789c-96d2-4707-9ead-275215f1009e req-370424f8-ebc1-4f56-91e3-1ace20103ed8 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430653 Jan 18 09:25:49.499282 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-d0357be9-fd22-43cc-a1cb-e96c6ce270ab tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:49.500826 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-d0357be9-fd22-43cc-a1cb-e96c6ce270ab tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/networks?id=6a016a16-60c1-4225-91b9-dc94a345c431 HTTP/1.1" status: 200 len: 813 time: 0.1549842 Jan 18 09:25:49.515601 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-99c63086-a5a4-47d6-a675-49ed1c74bc1a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/quotas/8e965034f2864cdda0dc82a1c6de0ffb HTTP/1.1" status: 200 len: 375 time: 0.0092282 Jan 18 09:25:49.564696 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-c35222c2-a620-43c3-871a-cef4ea9aa2e2 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e965034f2864cdda0dc82a1c6de0ffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418274 Jan 18 09:25:49.704600 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-3c072808-db16-4955-9fc5-3fa2aca26a23 service neutron] 10.222.0.54 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328957 Jan 18 09:25:49.843559 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-50bd0222-ad8a-4820-82ad-830ec966b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:49.845292 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-50bd0222-ad8a-4820-82ad-830ec966b54e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.1047158 Jan 18 09:25:49.870015 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-51fed24b-6f05-48d7-a2e6-f804b82ccc31 service neutron] 10.222.0.54 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582291 Jan 18 09:25:50.008129 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-a4d59460-6eb8-4020-9ea1-1340c5092b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:50.009908 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-a4d59460-6eb8-4020-9ea1-1340c5092b58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.1565204 Jan 18 09:25:50.070104 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed4fcadb-a20f-4db2-9ce2-70e159e81437 req-816224b7-cbd7-4fb4-a4b7-d90e3752b262 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 210 time: 0.0424323 Jan 18 09:25:50.079992 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea1bd5-96df-48b2-a45c-4e0118232c11 req-693a2161-817f-4980-bfdd-ea9b699f2781 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:50.081692 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-25ea1bd5-96df-48b2-a45c-4e0118232c11 req-693a2161-817f-4980-bfdd-ea9b699f2781 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1422758 Jan 18 09:25:50.084445 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-7fa23382-cee3-4f67-b1ca-17bd5ce421b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 217 time: 0.0677664 Jan 18 09:25:50.149139 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-25ea1bd5-96df-48b2-a45c-4e0118232c11 req-02a02e5b-fff1-4d20-8047-ce748c60925f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611691 Jan 18 09:25:50.152263 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-06500c2e-31b6-43a0-b8a2-773cfb0c56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:50.153708 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-06500c2e-31b6-43a0-b8a2-773cfb0c56e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.0620310 Jan 18 09:25:50.214897 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-e13b6c96-3c1d-4c43-b7ee-90cfbb402a45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528727 Jan 18 09:25:50.390232 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-c3f62271-f080-4878-a36d-4ae52fc816ef service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640918 Jan 18 09:25:50.620110 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1b74c7ff-d030-45e4-b7b5-02e7666c672b req-4189433b-7d3c-45f5-a9e5-d5426376b494 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213140 Jan 18 09:25:50.772155 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-6ef1946d-0e94-4d22-bfc1-dc77ee193e48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:50.773682 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-6ef1946d-0e94-4d22-bfc1-dc77ee193e48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.2278030 Jan 18 09:25:50.791124 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-bdd026a3-33be-4c0c-b47f-091b74ee1ab2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/quotas/9157bed427cb4dd29a2907290a38073f HTTP/1.1" status: 200 len: 375 time: 0.0110445 Jan 18 09:25:50.899325 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-0222eacc-fb82-4751-bbc8-bcd89731d55a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019545 Jan 18 09:25:51.040098 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-2d15ef34-728a-4692-9457-130a3569575e service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358485 Jan 18 09:25:51.187182 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-67a7c1b7-ff4f-41ec-a4f5-e899c4643395 service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395993 Jan 18 09:25:51.244110 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3a277925-12dd-4dbd-b310-69249dac413a req-bb579cfd-181a-4a87-8177-9fef16075093 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 210 time: 0.0433245 Jan 18 09:25:51.433339 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1d4ee013-67b9-440f-812c-bc0f1eb51066 req-d9d61e83-03a2-4dbc-a976-0517e470d60e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 210 time: 0.0975101 Jan 18 09:25:51.487354 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ce9f7-398a-49fb-a139-4580476c7fe8 req-8d60fae9-e19a-4cc9-96da-3636a39d1ddd tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:51.496506 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e41ce9f7-398a-49fb-a139-4580476c7fe8 req-8d60fae9-e19a-4cc9-96da-3636a39d1ddd tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1218510 Jan 18 09:25:51.564668 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e41ce9f7-398a-49fb-a139-4580476c7fe8 req-1e0cd93b-a641-472d-b145-417c2f3aa895 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Jan 18 09:25:51.717089 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-aec42bf5-86c1-4999-9317-d8f005c7db3a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:51.718003 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-aec42bf5-86c1-4999-9317-d8f005c7db3a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Synchronizing usage tracker for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:network {{(pid=86806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:25:51.749604 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-aec42bf5-86c1-4999-9317-d8f005c7db3a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Unset dirty status for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:network {{(pid=86806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:25:51.750779 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-aec42bf5-86c1-4999-9317-d8f005c7db3a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "GET /v2.0/networks?id=6a016a16-60c1-4225-91b9-dc94a345c431 HTTP/1.1" status: 200 len: 813 time: 0.2611520 Jan 18 09:25:51.776727 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Request body: {'port': {'device_id': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431', 'admin_state_up': True, 'tenant_id': '8e965034f2864cdda0dc82a1c6de0ffb'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:52.014593 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:52.019115 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Usage tracker for resource:port and tenant:8e965034f2864cdda0dc82a1c6de0ffb is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:52.022264 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:52.028501 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:52.040061 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Made reservation on behalf of 8e965034f2864cdda0dc82a1c6de0ffb for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:52.049206 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:52.250935 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Allocated IP 172.20.0.6 (6a016a16-60c1-4225-91b9-dc94a345c431/7e182caf-3b61-4e1e-b1be-c21146b66d25/6bb8b5cb-5770-4e00-a0d0-7554211f58db) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:25:52.440469 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-006723d2-3aed-4f01-ab17-031f4356e736 req-18fc2d1c-d042-4c1f-a3bd-fa52c2a65836 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 210 time: 0.0608892 Jan 18 09:25:52.518272 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:52.555887 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:52.600372 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2f558d8c-fe70-47cd-b1ff-f7af86be2429 req-c7946d89-6d61-483b-96da-c591e392e797 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 210 time: 0.0436580 Jan 18 09:25:52.646099 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Network 6a016a16-60c1-4225-91b9-dc94a345c431 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:25:52.649351 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:25:52.664872 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Pushing event updated for resources: {'Port': ['ID=6bb8b5cb-5770-4e00-a0d0-7554211f58db,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:52.676355 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:25:52.746803 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:52.748796 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:52.776582 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f7af8195-c055-458b-adc7-826e15923446 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0033796 Jan 18 09:25:52.793926 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Request body: {'port': {'device_id': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:52.852159 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-5d12ec7f-19e6-4d51-9a97-266d3eb9cd0b tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:52.853762 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-5d12ec7f-19e6-4d51-9a97-266d3eb9cd0b tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.2238803 Jan 18 09:25:52.871332 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577e59-552a-47a0-9fd3-b13d7c14d0ee req-e4fd7960-dfb2-4d97-a3b1-7fa85a8b77a2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:52.872855 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a9577e59-552a-47a0-9fd3-b13d7c14d0ee req-e4fd7960-dfb2-4d97-a3b1-7fa85a8b77a2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1633613 Jan 18 09:25:52.877745 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Request body: {'port': {'device_id': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'admin_state_up': True, 'tenant_id': '9157bed427cb4dd29a2907290a38073f'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:52.952598 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:53.006472 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a9577e59-552a-47a0-9fd3-b13d7c14d0ee req-6f0a9e61-c644-41c0-8579-a868156aa0d6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090012 Jan 18 09:25:53.053190 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:53.057047 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Usage tracker for resource:port and tenant:9157bed427cb4dd29a2907290a38073f is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:53.059900 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:53.065655 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:25:53.075915 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Made reservation on behalf of 9157bed427cb4dd29a2907290a38073f for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:25:53.079460 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:53.260387 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Allocated IP 172.20.0.9 (b41a2032-229c-4b9b-8149-973c603ba68f/5c721128-b60a-4f8a-9d01-fd484b1fa5d3/2845ef6d-a282-47e6-822f-348568e2ee96) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:25:53.385980 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb8b5cb-5770-4e00-a0d0-7554211f58db {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:53.395572 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:53.421379 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Transition to ACTIVE for port object 6bb8b5cb-5770-4e00-a0d0-7554211f58db will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:25:53.426364 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:53.554852 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8b5cb-5770-4e00-a0d0-7554211f58db,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:53.723494 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:53.780129 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Attempting to bind port 6bb8b5cb-5770-4e00-a0d0-7554211f58db on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:25:53.780661 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Attempting to bind port 6bb8b5cb-5770-4e00-a0d0-7554211f58db by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:25:53.780899 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Attempting to bind port 6bb8b5cb-5770-4e00-a0d0-7554211f58db on network 6a016a16-60c1-4225-91b9-dc94a345c431 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:25:53.786941 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Port 6bb8b5cb-5770-4e00-a0d0-7554211f58db on network 6a016a16-60c1-4225-91b9-dc94a345c431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:25:53.787373 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Attempting to bind port 6bb8b5cb-5770-4e00-a0d0-7554211f58db on network 6a016a16-60c1-4225-91b9-dc94a345c431 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:25:53.793966 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:25:53.794379 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Checking segment: {'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:25:53.795094 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Bound using segment: {'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:25:53.795642 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Bound port: 6bb8b5cb-5770-4e00-a0d0-7554211f58db, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:25:53.795986 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:53.804218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:53.817675 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:25:53.999709 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] For port 6bb8b5cb-5770-4e00-a0d0-7554211f58db, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:25:54.003570 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] For port 6bb8b5cb-5770-4e00-a0d0-7554211f58db, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=6bb8b5cb-5770-4e00-a0d0-7554211f58db,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:25:54.010666 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:54.121698 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Network b41a2032-229c-4b9b-8149-973c603ba68f is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:25:54.133253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:25:54.139909 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8b5cb-5770-4e00-a0d0-7554211f58db,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:54.144332 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:54.144704 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:54.145228 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:25:54.146271 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-f5b9e05f-fb9c-4aed-8131-acff732b918c service neutron] 10.222.0.64 "PUT /v2.0/ports/6bb8b5cb-5770-4e00-a0d0-7554211f58db HTTP/1.1" status: 200 len: 1093 time: 1.3621376 Jan 18 09:25:54.146713 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'tag': '6bb8b5cb-5770-4e00-a0d0-7554211f58db'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:54.152785 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:54.153447 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:54.191080 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7aa1-6eb4-44db-8cc5-0bcf65bf2927 req-4034776c-e600-45b6-b61b-c14636bba1f9 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:54.192609 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9bb7aa1-6eb4-44db-8cc5-0bcf65bf2927 req-4034776c-e600-45b6-b61b-c14636bba1f9 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 943 time: 0.5914528 Jan 18 09:25:54.244051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event updated for resources: {'Port': ['ID=2845ef6d-a282-47e6-822f-348568e2ee96,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:54.266154 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-fedc3e21-d192-4f60-8539-0e56e0d4bc48 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3920822 Jan 18 09:25:54.276025 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9bb7aa1-6eb4-44db-8cc5-0bcf65bf2927 req-603c6be9-e8d1-458d-ba33-111a5ea8b6d9 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725639 Jan 18 09:25:54.282851 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Request body: {'port': {'device_id': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:25:54.301213 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-433b2c1e-fb80-4b4e-8369-7f4fc626bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:54.303652 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-433b2c1e-fb80-4b4e-8369-7f4fc626bc91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e965034f2864cdda0dc82a1c6de0ffb&device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 1096 time: 0.1087310 Jan 18 09:25:54.395891 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-7e7bd333-5ad8-48d0-8f5a-e7964dfaadf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bb8b5cb-5770-4e00-a0d0-7554211f58db HTTP/1.1" status: 200 len: 217 time: 0.0850868 Jan 18 09:25:54.493691 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651bedc-9006-4f50-9410-9abbc1145e23 req-21897d84-cf8c-496a-9037-e08b97c8158a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:54.494584 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1651bedc-9006-4f50-9410-9abbc1145e23 req-21897d84-cf8c-496a-9037-e08b97c8158a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Synchronizing usage tracker for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:25:54.499306 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:54.546867 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-2a2fb8b6-2e1f-4a6d-9c99-75f2c51f5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:54.548588 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-2a2fb8b6-2e1f-4a6d-9c99-75f2c51f5e04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e182caf-3b61-4e1e-b1be-c21146b66d25 HTTP/1.1" status: 200 len: 853 time: 0.1451459 Jan 18 09:25:54.590057 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1651bedc-9006-4f50-9410-9abbc1145e23 req-21897d84-cf8c-496a-9037-e08b97c8158a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Unset dirty status for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:25:54.591529 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1651bedc-9006-4f50-9410-9abbc1145e23 req-21897d84-cf8c-496a-9037-e08b97c8158a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 931 time: 0.5567725 Jan 18 09:25:54.599950 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-5387d5fc-bc02-4480-9a6b-ae0dc73a6cdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a016a16-60c1-4225-91b9-dc94a345c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445960 Jan 18 09:25:54.751877 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-391e2ea4-51ab-46a1-a8e8-2f876e03d06a service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350069 Jan 18 09:25:54.767511 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1651bedc-9006-4f50-9410-9abbc1145e23 req-5cf8a233-04ec-4aa0-b0c5-66f7ccb634cf tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404445 Jan 18 09:25:54.835943 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'tag': '6bb8b5cb-5770-4e00-a0d0-7554211f58db', 'status': 'completed', 'code': 200} Jan 18 09:25:54.881730 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05566a-3abe-4ef3-8bf9-a65e88bb072f req-f693b77e-6148-4a89-beee-536acd9b4c68 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:54.883397 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-df05566a-3abe-4ef3-8bf9-a65e88bb072f req-f693b77e-6148-4a89-beee-536acd9b4c68 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2908721 Jan 18 09:25:54.894775 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-edfd925e-578c-4eb4-9f6c-72094ab73a27 req-e5b3cf4a-0619-47d0-a54a-2e2b72d130e0 service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354797 Jan 18 09:25:54.963606 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-df05566a-3abe-4ef3-8bf9-a65e88bb072f req-65145d4b-5fb2-4b7a-81f8-b203a5882e84 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685599 Jan 18 09:25:55.044213 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2845ef6d-a282-47e6-822f-348568e2ee96 {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:55.044994 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-e2ae0591-fbc3-41ec-9404-a35d1eecb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:55.046551 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-e2ae0591-fbc3-41ec-9404-a35d1eecb74e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e965034f2864cdda0dc82a1c6de0ffb&device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 1096 time: 0.0813141 Jan 18 09:25:55.052319 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:55.067733 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Transition to ACTIVE for port object 2845ef6d-a282-47e6-822f-348568e2ee96 will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:25:55.072591 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:55.190941 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-438b65d7-7470-40d9-9d12-c59adc5169ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:55.192464 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-438b65d7-7470-40d9-9d12-c59adc5169ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=6a016a16-60c1-4225-91b9-dc94a345c431 HTTP/1.1" status: 200 len: 914 time: 0.1351998 Jan 18 09:25:55.235020 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=2845ef6d-a282-47e6-822f-348568e2ee96,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:55.254338 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Attempting to bind port 2845ef6d-a282-47e6-822f-348568e2ee96 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:25:55.254672 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Attempting to bind port 2845ef6d-a282-47e6-822f-348568e2ee96 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:25:55.255022 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Attempting to bind port 2845ef6d-a282-47e6-822f-348568e2ee96 on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:25:55.259752 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Port 2845ef6d-a282-47e6-822f-348568e2ee96 on network b41a2032-229c-4b9b-8149-973c603ba68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:25:55.260190 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Attempting to bind port 2845ef6d-a282-47e6-822f-348568e2ee96 on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:25:55.261996 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-7cdd514f-15d9-4ad4-8583-d5d65c614ad4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bb8b5cb-5770-4e00-a0d0-7554211f58db HTTP/1.1" status: 200 len: 217 time: 0.0623324 Jan 18 09:25:55.265283 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:25:55.265616 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Checking segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:25:55.265995 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Bound using segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:25:55.266415 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Bound port: 2845ef6d-a282-47e6-822f-348568e2ee96, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:25:55.266830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:55.332193 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-7c280d2e-1af0-4d3f-ac64-7e51d13c4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:55.333712 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-7c280d2e-1af0-4d3f-ac64-7e51d13c4300 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e182caf-3b61-4e1e-b1be-c21146b66d25 HTTP/1.1" status: 200 len: 853 time: 0.0647295 Jan 18 09:25:55.384822 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-2ea2c80e-89a3-4b74-9db4-43ecda572a1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a016a16-60c1-4225-91b9-dc94a345c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438001 Jan 18 09:25:55.391179 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] For port 2845ef6d-a282-47e6-822f-348568e2ee96, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:25:55.402880 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] For port 2845ef6d-a282-47e6-822f-348568e2ee96, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=2845ef6d-a282-47e6-822f-348568e2ee96,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:25:55.466013 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:55.542496 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-31ae95ca-cb10-4182-932b-aed2667fa857 service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491687 Jan 18 09:25:55.635089 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:55.635842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:55.647663 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] 10.222.0.64 "PUT /v2.0/ports/2845ef6d-a282-47e6-822f-348568e2ee96 HTTP/1.1" status: 200 len: 1093 time: 1.3602369 Jan 18 09:25:55.650278 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'tag': '2845ef6d-a282-47e6-822f-348568e2ee96'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:55.693767 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8b2d-75fc-4191-8b28-f4251302ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=2845ef6d-a282-47e6-822f-348568e2ee96,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:55.704186 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33c71-facf-4eef-bd8d-944400c1aa55 req-0ea28a7d-8436-40b3-94d4-f6784f24df3c tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:55.711231 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bcd33c71-facf-4eef-bd8d-944400c1aa55 req-0ea28a7d-8436-40b3-94d4-f6784f24df3c tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 943 time: 0.3058364 Jan 18 09:25:55.771334 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'tag': '2845ef6d-a282-47e6-822f-348568e2ee96', 'status': 'completed', 'code': 200} Jan 18 09:25:55.783269 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f0a6b73c-ee87-4615-9135-7f82a88b2d80 req-ed942a20-3cec-48f2-9799-82a1ef2b000e service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332540 Jan 18 09:25:55.816000 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bcd33c71-facf-4eef-bd8d-944400c1aa55 req-b0297109-b0ef-4fdd-853c-d46c841b2874 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038387 Jan 18 09:25:55.837435 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-39606f82-4500-4628-a2df-0b60b308070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:55.839385 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-39606f82-4500-4628-a2df-0b60b308070c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 1096 time: 0.1261783 Jan 18 09:25:55.954522 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-ddd1d597-9afe-470c-87cf-8d14400ffb47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2845ef6d-a282-47e6-822f-348568e2ee96 HTTP/1.1" status: 200 len: 217 time: 0.1060958 Jan 18 09:25:56.040882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-88162a20-9d93-412a-880d-7564c26be2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:56.042209 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-88162a20-9d93-412a-880d-7564c26be2f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.0813611 Jan 18 09:25:56.126550 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-eebd5555-3e88-4d33-8494-4fb1030fcd28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764847 Jan 18 09:25:56.140545 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839c1a-4c3a-4dba-898b-dd31f2606763 req-eb223855-ffbc-4c34-b7ed-b540163f49ad tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:56.142032 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-22839c1a-4c3a-4dba-898b-dd31f2606763 req-eb223855-ffbc-4c34-b7ed-b540163f49ad tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 943 time: 0.2363465 Jan 18 09:25:56.355913 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-22839c1a-4c3a-4dba-898b-dd31f2606763 req-7aaa2ceb-60ff-4d1a-a27c-f8a03aad3171 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318781 Jan 18 09:25:56.384488 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-d498405f-7132-4ddc-90ef-e7c06ee5f649 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414136 Jan 18 09:25:56.394683 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be4be8-ed07-480f-9341-f9ae3aa0c048 req-7405d186-b4ab-419b-92b2-976497729035 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:56.396132 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f5be4be8-ed07-480f-9341-f9ae3aa0c048 req-7405d186-b4ab-419b-92b2-976497729035 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.3160100 Jan 18 09:25:56.517523 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f5be4be8-ed07-480f-9341-f9ae3aa0c048 req-afb32195-233f-4976-895e-045f3d641171 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030636 Jan 18 09:25:56.554328 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c99e464-c1f0-41f0-9e57-d6a01da472bd req-d20051ef-cb40-4448-88b9-d5a5ef38a8f4 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572371 Jan 18 09:25:56.676553 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-1b17f4ca-343c-4732-8d61-d1f659439eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:56.678043 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-1b17f4ca-343c-4732-8d61-d1f659439eaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 1096 time: 0.0762794 Jan 18 09:25:56.819531 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-e439a613-5390-43ea-9809-12f471049d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:56.821034 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-e439a613-5390-43ea-9809-12f471049d36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 915 time: 0.1333761 Jan 18 09:25:56.893141 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-3bbd2c6b-76a5-413f-b0b7-9be89cb23b58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2845ef6d-a282-47e6-822f-348568e2ee96 HTTP/1.1" status: 200 len: 217 time: 0.0616255 Jan 18 09:25:56.947851 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 6bb8b5cb-5770-4e00-a0d0-7554211f58db details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:25:57.040748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-63d9d02c-2552-4619-9854-ded23a9b0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:57.042184 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-63d9d02c-2552-4619-9854-ded23a9b0625 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.1341703 Jan 18 09:25:57.106809 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-528549ab-c22f-434a-bf7f-0cca789856dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568945 Jan 18 09:25:57.118096 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d37fe-246f-4309-aeda-92d30df53101 req-4c56b66c-219f-4413-b7fe-7744a6ff1d74 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:57.119571 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-264d37fe-246f-4309-aeda-92d30df53101 req-4c56b66c-219f-4413-b7fe-7744a6ff1d74 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 943 time: 0.1581514 Jan 18 09:25:57.137140 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 6bb8b5cb-5770-4e00-a0d0-7554211f58db, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=6bb8b5cb-5770-4e00-a0d0-7554211f58db,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:57.152464 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '6bb8b5cb-5770-4e00-a0d0-7554211f58db', 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431', 'port_id': '6bb8b5cb-5770-4e00-a0d0-7554211f58db', 'mac_address': 'fa:16:3e:e0:4f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e182caf-3b61-4e1e-b1be-c21146b66d25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:25:57.207491 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:57.224190 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb8b5cb-5770-4e00-a0d0-7554211f58db {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:57.240077 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 6bb8b5cb-5770-4e00-a0d0-7554211f58db, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=6bb8b5cb-5770-4e00-a0d0-7554211f58db,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:57.244868 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:57.262899 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-264d37fe-246f-4309-aeda-92d30df53101 req-cf782218-5a8b-47b7-ad9f-befaf00cd64a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205876 Jan 18 09:25:57.296106 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-82d2e64f-4939-43cc-9af9-b2f66564c2f9 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728022 Jan 18 09:25:57.314687 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=6bb8b5cb-5770-4e00-a0d0-7554211f58db,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:57.443596 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2066eeca-8ab1-4c07-a17f-673f0784c20c req-6b9de65f-1d80-4a73-8743-724546f30c1f service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390946 Jan 18 09:25:57.589453 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415fc6-8d93-404e-8e38-5307430220f7 req-1f3bdb96-7c89-4f8d-8aa0-bf181c460832 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:57.591228 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77415fc6-8d93-404e-8e38-5307430220f7 req-1f3bdb96-7c89-4f8d-8aa0-bf181c460832 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 943 time: 0.1028743 Jan 18 09:25:57.618239 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['6bb8b5cb-5770-4e00-a0d0-7554211f58db'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:25:57.647082 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77415fc6-8d93-404e-8e38-5307430220f7 req-c31325df-e1f7-472a-af3c-5b7824007b42 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Jan 18 09:25:57.833842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe38c0-da38-4393-a768-481b1477132f req-55a2356b-aa96-4a2c-be7f-9bfdc48ad4a9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:57.835268 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-edfe38c0-da38-4393-a768-481b1477132f req-55a2356b-aa96-4a2c-be7f-9bfdc48ad4a9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0815575 Jan 18 09:25:57.881146 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-edfe38c0-da38-4393-a768-481b1477132f req-de89307f-7aaf-49ec-aacc-531500d8b368 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378983 Jan 18 09:25:58.462483 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d717f0a-af65-4ee1-960f-59648dbdd747 req-4967c619-e547-4bec-98e2-92cb59642308 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:58.464075 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4d717f0a-af65-4ee1-960f-59648dbdd747 req-4967c619-e547-4bec-98e2-92cb59642308 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 944 time: 0.0871794 Jan 18 09:25:58.515190 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4d717f0a-af65-4ee1-960f-59648dbdd747 req-6bd0c034-c8d3-4e82-ac52-a1a8bb12bae9 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Jan 18 09:25:58.849135 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546d64-6d53-4fc9-889f-0f85345ad70c req-972bfa7e-a3fb-4596-b5f0-ba83388648a0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:58.850615 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1d546d64-6d53-4fc9-889f-0f85345ad70c req-972bfa7e-a3fb-4596-b5f0-ba83388648a0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 943 time: 0.0804005 Jan 18 09:25:58.895301 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1d546d64-6d53-4fc9-889f-0f85345ad70c req-798e9e92-2f97-428b-bf06-8c51cae23cf2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388296 Jan 18 09:25:58.955975 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 2845ef6d-a282-47e6-822f-348568e2ee96 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:25:58.960804 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 6bb8b5cb-5770-4e00-a0d0-7554211f58db up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:25:59.116851 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 6bb8b5cb-5770-4e00-a0d0-7554211f58db completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:25:59.136629 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 6bb8b5cb-5770-4e00-a0d0-7554211f58db triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:25:59.136991 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:59.153811 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028047d-2a66-4453-9750-67ef38a5c7a0 req-7ae0e3a0-0a66-4360-9b9e-39d6d5e3c8c2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:59.155341 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f028047d-2a66-4453-9750-67ef38a5c7a0 req-7ae0e3a0-0a66-4360-9b9e-39d6d5e3c8c2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1617148 Jan 18 09:25:59.197142 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 2845ef6d-a282-47e6-822f-348568e2ee96, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=2845ef6d-a282-47e6-822f-348568e2ee96,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:59.201467 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f028047d-2a66-4453-9750-67ef38a5c7a0 req-91351246-521c-467c-86c9-e07a05237c73 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 Jan 18 09:25:59.216584 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '2845ef6d-a282-47e6-822f-348568e2ee96', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'port_id': '2845ef6d-a282-47e6-822f-348568e2ee96', 'mac_address': 'fa:16:3e:9f:36:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c721128-b60a-4f8a-9d01-fd484b1fa5d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:25:59.322122 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:59.342506 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:59.352431 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2845ef6d-a282-47e6-822f-348568e2ee96 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:25:59.379838 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 2845ef6d-a282-47e6-822f-348568e2ee96, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=2845ef6d-a282-47e6-822f-348568e2ee96,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:59.384513 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8b5cb-5770-4e00-a0d0-7554211f58db'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:25:59.390792 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:59.433379 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8b5cb-5770-4e00-a0d0-7554211f58db', 'code': 200} Jan 18 09:25:59.439754 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 6bb8b5cb-5770-4e00-a0d0-7554211f58db, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=6bb8b5cb-5770-4e00-a0d0-7554211f58db,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:25:59.447621 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:59.477813 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=2845ef6d-a282-47e6-822f-348568e2ee96,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:59.563847 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=6bb8b5cb-5770-4e00-a0d0-7554211f58db,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:25:59.730195 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['2845ef6d-a282-47e6-822f-348568e2ee96'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:25:59.735607 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39000) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:25:59.758707 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a0b57-ffc5-4257-a6fd-bb14017ba307 req-9d689b24-9c80-49a6-a748-e2811c4854f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:59.760197 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-610a0b57-ffc5-4257-a6fd-bb14017ba307 req-9d689b24-9c80-49a6-a748-e2811c4854f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 1098 time: 0.1389554 Jan 18 09:25:59.767740 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b8bcd-25a5-48c7-ba62-5da0be552de4 req-497a1cba-c3fe-4744-969c-c59faa9360c7 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:25:59.774992 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c4b8bcd-25a5-48c7-ba62-5da0be552de4 req-497a1cba-c3fe-4744-969c-c59faa9360c7 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 945 time: 0.1194634 Jan 18 09:25:59.844986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-610a0b57-ffc5-4257-a6fd-bb14017ba307 req-9248ab75-40d8-4c66-a750-b802d6005010 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661564 Jan 18 09:25:59.856891 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c4b8bcd-25a5-48c7-ba62-5da0be552de4 req-929e47ce-f295-4aa3-a122-fede7bf8f5bd tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792286 Jan 18 09:25:59.890359 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:25:59.907732 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:25:59.911825 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Usage tracker for resource:security_group_rule and tenant:ce05606f60bb4e2893e0a6f1f387b064 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:25:59.914845 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:25:59.920668 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:00.019456 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:00.025365 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:00.111900 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce05606f60bb4e2893e0a6f1f387b064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727880 Jan 18 09:26:00.114003 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a788e5-209d-4e15-8d09-c5ef9fb5fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21440334-3563-494f-91f3-0edae8127028,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:00.114784 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39016) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:00.164546 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e86d6-b672-47c5-92b6-cd7fd7778ac7 req-7d82df83-87bb-497a-b5f5-f8c58b94a8b0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:00.166734 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d50e86d6-b672-47c5-92b6-cd7fd7778ac7 req-7d82df83-87bb-497a-b5f5-f8c58b94a8b0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 944 time: 0.1323147 Jan 18 09:26:00.201692 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc550-9c99-47cf-972c-2b4e6167bc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:00.230985 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d50e86d6-b672-47c5-92b6-cd7fd7778ac7 req-ad54ff23-8b65-4dcd-b3b4-0e6bb85bf81e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551107 Jan 18 09:26:00.237237 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc550-9c99-47cf-972c-2b4e6167bc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:00.302211 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc550-9c99-47cf-972c-2b4e6167bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:00.330753 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdc550-9c99-47cf-972c-2b4e6167bc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21440334-3563-494f-91f3-0edae8127028,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:00.332903 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc550-9c99-47cf-972c-2b4e6167bc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:00.337126 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4cbdc550-9c99-47cf-972c-2b4e6167bc52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21440334-3563-494f-91f3-0edae8127028 HTTP/1.1" status: 204 len: 168 time: 0.2180755 Jan 18 09:26:00.481848 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392560de-01c6-44ad-8181-1d354249d99b req-4ffb1395-0536-42b3-900b-6a47e65f36d7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:00.487313 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-392560de-01c6-44ad-8181-1d354249d99b req-4ffb1395-0536-42b3-900b-6a47e65f36d7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1270385 Jan 18 09:26:00.530572 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-392560de-01c6-44ad-8181-1d354249d99b req-6a2eb024-de7e-4cc3-b2e1-fb1657886bdc tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Jan 18 09:26:00.967787 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 2845ef6d-a282-47e6-822f-348568e2ee96 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:01.049825 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 2845ef6d-a282-47e6-822f-348568e2ee96 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:01.056123 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 2845ef6d-a282-47e6-822f-348568e2ee96 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:01.056260 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.063824 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8c45-1f59-4b41-a52e-de7e9dfd85bd req-5c76d408-1637-42b0-a95e-68f986d143d6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:01.065520 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4de8c45-1f59-4b41-a52e-de7e9dfd85bd req-5c76d408-1637-42b0-a95e-68f986d143d6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 945 time: 0.1071658 Jan 18 09:26:01.092504 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39060) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:01.139017 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4de8c45-1f59-4b41-a52e-de7e9dfd85bd req-ac85ce55-b1d1-4d8d-a566-0f6d3e4dcef1 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672860 Jan 18 09:26:01.195481 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.228466 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1655156338-network', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:01.233273 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:01.237173 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Usage tracker for resource:network and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:01.240243 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:01.246673 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:01.256025 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 2845ef6d-a282-47e6-822f-348568e2ee96, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=2845ef6d-a282-47e6-822f-348568e2ee96,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:01.259801 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Made reservation on behalf of 952ac6551fcb4689846dfa71c6c0e749 for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:01.261801 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.262945 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.278119 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.294988 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:01.300709 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:01.304024 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:01.312786 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:01.367822 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=2845ef6d-a282-47e6-822f-348568e2ee96,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:01.435258 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845ef6d-a282-47e6-822f-348568e2ee96'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:26:01.500278 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.508907 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.534959 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:26:01.559710 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df7df34-df41-47a6-b271-89811d2d6725,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:01.562634 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.563079 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Added segment 638b8db6-6801-467f-b0f5-685ee8a5e9f9 of type vlan for network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 Jan 18 09:26:01.583098 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845ef6d-a282-47e6-822f-348568e2ee96', 'code': 200} Jan 18 09:26:01.587270 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d9762-4688-4d12-b0b5-2105d7c4182e req-b78b51a3-c351-45d0-8225-2d8cced0f8cf tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:01.588759 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b44d9762-4688-4d12-b0b5-2105d7c4182e req-b78b51a3-c351-45d0-8225-2d8cced0f8cf tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 945 time: 0.1748843 Jan 18 09:26:01.616757 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.655533 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b44d9762-4688-4d12-b0b5-2105d7c4182e req-a58dea13-c11e-49c7-8661-fc82a7b0e866 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 Jan 18 09:26:01.708160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.709201 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:01.709832 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:01.879610 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] Pushing event updated for resources: {'Network': ['ID=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:01.890950 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:26:01.897512 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-1c7ea6fb-4db7-47dc-ae62-85a77722b40a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8010056 Jan 18 09:26:01.897876 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39076) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:01.903561 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Request body: {'subnet': {'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1655156338-subnet', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'ip_version': 4}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:01.908640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:01.914443 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Usage tracker for resource:subnet and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:01.919435 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:01.924348 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc0e3c-fb0e-4101-b86b-e0da2ef1c076 req-a93c5c15-da2a-4233-9b17-282c907c5e5c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:01.925805 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8fc0e3c-fb0e-4101-b86b-e0da2ef1c076 req-a93c5c15-da2a-4233-9b17-282c907c5e5c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2564282 Jan 18 09:26:01.929373 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:01.934662 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a735e6e-f5fc-4589-b5aa-4336bd99bba1 req-bece24c7-996b-417d-95c6-a17820bc789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:01.936253 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2a735e6e-f5fc-4589-b5aa-4336bd99bba1 req-bece24c7-996b-417d-95c6-a17820bc789d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 1098 time: 0.1294472 Jan 18 09:26:01.946523 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Made reservation on behalf of 952ac6551fcb4689846dfa71c6c0e749 for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:01.950930 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470448'] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.013429 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8fc0e3c-fb0e-4101-b86b-e0da2ef1c076 req-2a7caec3-64ee-45c9-b5e9-6110f8fc7184 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761764 Jan 18 09:26:02.016662 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2a735e6e-f5fc-4589-b5aa-4336bd99bba1 req-f1763e48-3ca8-41af-97ce-16a045fc1391 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654316 Jan 18 09:26:02.188149 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470434'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.278438 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=006fca10-2057-441d-8e9c-b9805653dbf4,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:02.286960 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Checking segment: {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:02.287316 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Network hostable DHCP agents. Network: 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:26:02.310356 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:26:02.326215 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:02.331133 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:02.331673 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.336504 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0e7f1-e810-41a5-a767-e93536239b33 None None] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:26:02.354824 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a6f53-b2e9-4f46-9632-a9853b63d081 req-35e9a339-1075-4d4d-9f47-779f3197eb30 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:02.363196 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4d8a6f53-b2e9-4f46-9632-a9853b63d081 req-35e9a339-1075-4d4d-9f47-779f3197eb30 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 945 time: 0.1095796 Jan 18 09:26:02.366791 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-897cc0f4-a3c6-4c5d-b2ba-d77757fe1358 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4679155 Jan 18 09:26:02.379605 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39094) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:02.395189 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:02.406011 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:02.410572 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Usage tracker for resource:router and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:02.417103 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:02.428570 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:02.438558 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4d8a6f53-b2e9-4f46-9632-a9853b63d081 req-c67cbcbb-e808-4c83-86a8-44c78a8f7b62 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742555 Jan 18 09:26:02.452653 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.453782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.460072 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39102) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:02.477355 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.539244 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] Deleting subnet 66a55637-7654-4b66-98f3-a8c3c079e2ba {{(pid=86805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:26:02.542766 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.616760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.626623 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.737443 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for subnet, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.791309 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:26:02.791800 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.832054 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a55637-7654-4b66-98f3-a8c3c079e2ba,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:02.834303 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.853639 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-16d2f880-a932-433d-98a4-aebde3244618 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/66a55637-7654-4b66-98f3-a8c3c079e2ba HTTP/1.1" status: 204 len: 168 time: 0.3923962 Jan 18 09:26:02.860970 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39144) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:02.913166 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:02.975205 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Allocated IP 172.20.0.2 (92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4/006fca10-2057-441d-8e9c-b9805653dbf4/c2cda38c-fceb-4fe6-af54-f0032aca6cfd) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:03.060434 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.079591 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b67a-3757-43ad-b430-1eb81d1c6573 req-d35c0b31-3908-44ba-8be9-9a62fd1157f7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:03.086514 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5117b67a-3757-43ad-b430-1eb81d1c6573 req-d35c0b31-3908-44ba-8be9-9a62fd1157f7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 945 time: 0.2944760 Jan 18 09:26:03.260588 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5117b67a-3757-43ad-b430-1eb81d1c6573 req-18d006da-01a5-4d54-9e95-f138e4c43f73 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730957 Jan 18 09:26:03.304213 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.313814 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.326539 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Transition to ACTIVE for port object c2cda38c-fceb-4fe6-af54-f0032aca6cfd will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:03.346555 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.346933 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.347719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.348058 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > port after_create 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.348377 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.348956 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > port after_update 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.349455 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.349650 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.349973 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.350317 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.381529 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Transition to ACTIVE for port object c2cda38c-fceb-4fe6-af54-f0032aca6cfd will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:03.393494 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.446376 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.446922 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.447695 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.447695 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 09:26:03.448004 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f3e1d8-6148-4d2c-9123-45225265829f']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:03.468218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afed4d73-cfec-4910-b6c8-9018e0260390') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:03.468430 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afed4d73-cfec-4910-b6c8-9018e0260390') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:03.469038 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.473486 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:03.478040 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:03.482749 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:03.483606 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.509875 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba72a3-1112-41c8-9c4d-e724fb5983be req-2a9bdfec-6c08-465e-bbd5-dcea06cc84ec tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:03.510722 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.511484 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9dba72a3-1112-41c8-9c4d-e724fb5983be req-2a9bdfec-6c08-465e-bbd5-dcea06cc84ec tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2910404 Jan 18 09:26:03.512552 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.524318 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:26:03.524712 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.527084 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Pushing event updated for resources: {'Port': ['ID=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: from cryptography.utils import int_from_bytes Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: from cryptography.utils import int_from_bytes Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: util.warn_limited( Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:26:03.579847 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:26:03.627267 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Attempting to bind port c2cda38c-fceb-4fe6-af54-f0032aca6cfd on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:03.627630 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Attempting to bind port c2cda38c-fceb-4fe6-af54-f0032aca6cfd by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:03.627978 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Attempting to bind port c2cda38c-fceb-4fe6-af54-f0032aca6cfd on network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:03.634457 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:03.634908 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Checking segment: {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:03.635305 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.635743 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Bound using segment: {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:03.636813 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Bound port: c2cda38c-fceb-4fe6-af54-f0032aca6cfd, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:03.636813 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.735726 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] For port c2cda38c-fceb-4fe6-af54-f0032aca6cfd, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:03.739698 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] For port c2cda38c-fceb-4fe6-af54-f0032aca6cfd, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:03.748402 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.767844 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9dba72a3-1112-41c8-9c4d-e724fb5983be req-9f9efb19-a0de-4afc-9228-b7acfd6bbf59 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469041 Jan 18 09:26:03.769118 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.798223 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Allocated IP 172.27.0.23 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:03.805541 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.816455 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f3e1d8-6148-4d2c-9123-45225265829f,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:03.827019 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5e90dcd7-4e5e-47b3-803b-f2ba8c1fbe00 admin admin] 10.222.0.54 "DELETE /v2.0/networks/13f3e1d8-6148-4d2c-9123-45225265829f HTTP/1.1" status: 204 len: 168 time: 0.9638624 Jan 18 09:26:03.827329 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39172) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:03.845298 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d2386-2a6e-4fbe-adcc-d9e6f46c6d7b None None] Pushing event updated for resources: {'Port': ['ID=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:03.901053 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] Deleting subnet 77c664e5-d7e4-4e8c-bb46-4d2c6252d09a {{(pid=86805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:26:03.907552 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.969148 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115103'] for subnet, precommit_delete_associations {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:03.992710 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.035022 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.044987 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.130343 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:04.131365 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Pushing event updated for resources: {'Port': ['ID=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:04.132402 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6691572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7156731'] for subnet, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.137063 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:04.144087 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:04.186197 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c664e5-d7e4-4e8c-bb46-4d2c6252d09a,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:04.194779 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.201429 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5c35e16f-fd20-4900-a3cc-29c3ca4c5ba2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/77c664e5-d7e4-4e8c-bb46-4d2c6252d09a HTTP/1.1" status: 204 len: 168 time: 0.3729067 Jan 18 09:26:04.204541 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39176) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:04.323844 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.552007 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.580979 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992b476c-d504-42b8-af07-80eb80d9fe20']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:04.596722 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd793406d-399a-4b40-be9e-a970703bec94') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:04.597087 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd793406d-399a-4b40-be9e-a970703bec94') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:04.619552 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863831-8494-40b0-895b-bfb20b481502 req-792d8a7d-1e6b-48a3-990a-62bd24bd5288 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:04.621546 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ac863831-8494-40b0-895b-bfb20b481502 req-792d8a7d-1e6b-48a3-990a-62bd24bd5288 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 945 time: 0.2458375 Jan 18 09:26:04.623442 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.670168 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.682827 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:26:04.683221 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:26:04.696800 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:26:04.704916 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ac863831-8494-40b0-895b-bfb20b481502 req-92c252da-cabb-4b26-b61f-9015912dec25 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741074 Jan 18 09:26:04.740907 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.783941 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.822286 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:04.845794 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] 10.222.0.54 "DELETE /v2.0/networks/992b476c-d504-42b8-af07-80eb80d9fe20 HTTP/1.1" status: 204 len: 168 time: 0.6400590 Jan 18 09:26:04.846967 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a9400-4496-4158-be3a-00a32256952c admin admin] Pushing event deleted for resources: {'Network': ['ID=992b476c-d504-42b8-af07-80eb80d9fe20,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:05.139183 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39198) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:05.185319 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76a7a9-cb27-4f56-bd46-f3eb9e2c0a75 None None] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:26:05.241999 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.278396 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-326d045c-583b-4312-aefe-58ccb2ca057e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0570bf44350544c7bd9c8488b882c2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380262 Jan 18 09:26:05.280989 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39204) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:05.422903 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f77fcb-9d23-467b-b3f4-50129114ef68 req-d63b2337-45e4-4d57-9021-d1a7eec0d559 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:05.424771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d6f77fcb-9d23-467b-b3f4-50129114ef68 req-d63b2337-45e4-4d57-9021-d1a7eec0d559 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2003825 Jan 18 09:26:05.461023 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-778e543e-4b01-48c7-93fc-b0f646575c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.468915 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c2cda38c-fceb-4fe6-af54-f0032aca6cfd up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:05.507345 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-778e543e-4b01-48c7-93fc-b0f646575c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.527723 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d6f77fcb-9d23-467b-b3f4-50129114ef68 req-d4f613f7-047c-4a12-a293-75e89f2ac905 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911722 Jan 18 09:26:05.557918 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-46769ffb-00c2-4520-8440-bcdd83b100fd None None] Provisioning for port c2cda38c-fceb-4fe6-af54-f0032aca6cfd completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:05.595383 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-778e543e-4b01-48c7-93fc-b0f646575c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.610878 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:26:05.620630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e543e-4b01-48c7-93fc-b0f646575c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd2f38-7dd1-4af2-9dc1-d3cf47ca161c,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:05.624588 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port c2cda38c-fceb-4fe6-af54-f0032aca6cfd completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:05.630261 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port c2cda38c-fceb-4fe6-af54-f0032aca6cfd triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:05.630713 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.640494 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-778e543e-4b01-48c7-93fc-b0f646575c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.650514 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-778e543e-4b01-48c7-93fc-b0f646575c6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2dd2f38-7dd1-4af2-9dc1-d3cf47ca161c HTTP/1.1" status: 204 len: 168 time: 0.3651776 Jan 18 09:26:05.830798 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.868307 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:26:05.879589 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Sync routers for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:26:05.893267 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:05.896300 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:25:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:05.910534 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3cae1846-f5a7-4efb-b759-9ad12ee1f982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.916152 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:05.920293 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4de6a811-4170-495e-a3fa-0b468fbcd870 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5368395 Jan 18 09:26:05.921113 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39216) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:05.929842 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port c2cda38c-fceb-4fe6-af54-f0032aca6cfd, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:05.938680 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:06.136074 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-4afd502a-e3b8-491a-b902-03cddb7d83ef None None] Provisioning complete for port c2cda38c-fceb-4fe6-af54-f0032aca6cfd triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:06.136843 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4afd502a-e3b8-491a-b902-03cddb7d83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:06.177727 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:06.255145 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:06.422064 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39234) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:06.500785 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-24bb5b85-6042-40db-a2c8-46afbf66cab5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20909ed443dd4af091d257d7f2555c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770776 Jan 18 09:26:06.503039 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39240) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:06.574300 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a672df7e-d7df-4413-824b-061d7e16341b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:06.605231 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a672df7e-d7df-4413-824b-061d7e16341b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:06.688769 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:04Z', 'revision_number': 3, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:06.693172 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Checking router: b3d21cb9-7d6f-4ed3-8265-574ac6b47779 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:26:06.693568 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Updating router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:26:06.694553 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a672df7e-d7df-4413-824b-061d7e16341b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:06.712779 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672df7e-d7df-4413-824b-061d7e16341b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1d692-e9b4-4cfd-a9e9-ca513e71b0c3,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:06.735148 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a672df7e-d7df-4413-824b-061d7e16341b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:06.739910 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a672df7e-d7df-4413-824b-061d7e16341b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28c1d692-e9b4-4cfd-a9e9-ca513e71b0c3 HTTP/1.1" status: 204 len: 168 time: 0.2355511 Jan 18 09:26:06.771308 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:06.836806 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-147397af-8eb0-493c-b530-9abcaaed6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:06.838297 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-147397af-8eb0-493c-b530-9abcaaed6baa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.3469672 Jan 18 09:26:07.153167 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035d90-00d7-41df-bf2e-2d3ae7ede553 req-2bf5156a-b042-46df-ba63-4fbef1059072 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:07.154771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f8035d90-00d7-41df-bf2e-2d3ae7ede553 req-2bf5156a-b042-46df-ba63-4fbef1059072 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.4949205 Jan 18 09:26:07.228953 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:07.242644 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Transition to ACTIVE for port object 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:07.253457 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:07.292786 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f8035d90-00d7-41df-bf2e-2d3ae7ede553 req-60bae754-32f5-4a7a-aa79-bc9484cf7edd tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231608 Jan 18 09:26:07.294156 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-d06d90f9-299a-4453-b65b-03e57ab84be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:07.295669 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-d06d90f9-299a-4453-b65b-03e57ab84be3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.4265566 Jan 18 09:26:07.325097 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Attempting to bind port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:07.325469 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Attempting to bind port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:07.325829 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Attempting to bind port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:07.364336 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:07.364711 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:07.365436 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:07.365676 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:07.366159 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Bound port: 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:07.366750 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:07.383413 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c2cda38c-fceb-4fe6-af54-f0032aca6cfd up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:07.442404 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-8fde0ed5-5d92-469e-9bfe-c9610c53de3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 217 time: 0.1318953 Jan 18 09:26:07.471992 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Pushing event updated for resources: {'Port': ['ID=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,revision_number=2']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:07.497932 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.498371 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.498787 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.499175 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.499554 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.499933 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.500308 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.500722 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.501131 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.501504 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.502186 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.502186 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:07.548183 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] For port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:07.553703 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] For port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:07.564529 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:07.570948 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port c2cda38c-fceb-4fe6-af54-f0032aca6cfd triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:07.571382 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:07.689335 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932a72-27d2-4cc6-ac8f-a737722a6367 None None] Pushing event updated for resources: {'Port': ['ID=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:07.700832 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-58fb3778-fda2-455d-830c-c21fb7a1bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:07.702289 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:07.702896 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-58fb3778-fda2-455d-830c-c21fb7a1bdf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.1982014 Jan 18 09:26:07.774999 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:07.775632 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:25:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:07.811456 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-9805e924-a10b-4d1c-8784-24ec11422d95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878057 Jan 18 09:26:07.822139 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:08.022414 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:08.022914 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fef5e-7046-440e-8b7b-34d656128161 req-aef16155-9915-4398-a9bc-70bab00dfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:08.025285 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-9f2fef5e-7046-440e-8b7b-34d656128161 req-aef16155-9915-4398-a9bc-70bab00dfa8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.1096687 Jan 18 09:26:08.107532 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7cc03cd4-134f-4977-bdf7-c83d0589fbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:08.120505 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-9f2fef5e-7046-440e-8b7b-34d656128161 req-93fe2c7c-4d42-4473-851f-324fd7c027b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874486 Jan 18 09:26:08.205678 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-1c32ca41-feb8-454e-9798-1f9b707eb97e service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682532 Jan 18 09:26:08.487728 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:04Z', 'revision_number': 3, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:08.493038 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef846af-7644-49bf-8a33-5b15b3cde484 None None] The sync data for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi is: [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:04Z', 'revision_number': 3, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:26:08.521862 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39292) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:08.546891 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Allocated IP 172.20.0.1 (92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4/006fca10-2057-441d-8e9c-b9805653dbf4/627670ce-1836-46d7-94ad-f941fa89fda1) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:08.740180 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:08.787908 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:08.796477 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:721d1a239d344c5e9c46e51aef490d5a is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:08.806170 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:08.820100 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:08.844449 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-06a5c6f2-9364-4956-963c-ac6e3e69e8ab req-9e4274fe-8404-4f23-84bf-95476827fb1b service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857007 Jan 18 09:26:08.942820 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a075d-a25d-4dc8-8958-3dfef83f6751 req-fde80fd6-084f-485f-acc2-3f457e1ba7f9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:08.944498 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec3a075d-a25d-4dc8-8958-3dfef83f6751 req-fde80fd6-084f-485f-acc2-3f457e1ba7f9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.4035263 Jan 18 09:26:09.055253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.079722 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Transition to ACTIVE for port object 627670ce-1836-46d7-94ad-f941fa89fda1 will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:09.114657 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec3a075d-a25d-4dc8-8958-3dfef83f6751 req-7ba993cf-d0c0-4ef9-9e05-b9a79adf8f9f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556845 Jan 18 09:26:09.115877 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.122541 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.127723 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.130046 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.202718 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:09.206262 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:09.211822 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:09.220066 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=721d1a239d344c5e9c46e51aef490d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942868 Jan 18 09:26:09.223350 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39316) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:09.226979 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.243249 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624782a-4f8d-4061-9994-e53069b5e0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fb8699-2ec2-4dfe-82dd-ffaf1900087a,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:09.301236 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Pushing event updated for resources: {'Port': ['ID=627670ce-1836-46d7-94ad-f941fa89fda1,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:09.304327 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.334194 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-496f3b72-6a6b-49ed-a890-cb82a5b611bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.364303 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-496f3b72-6a6b-49ed-a890-cb82a5b611bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.386745 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:09.471106 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-496f3b72-6a6b-49ed-a890-cb82a5b611bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.491404 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f3b72-6a6b-49ed-a890-cb82a5b611bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fb8699-2ec2-4dfe-82dd-ffaf1900087a,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:09.509308 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-496f3b72-6a6b-49ed-a890-cb82a5b611bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.542816 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-496f3b72-6a6b-49ed-a890-cb82a5b611bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7fb8699-2ec2-4dfe-82dd-ffaf1900087a HTTP/1.1" status: 204 len: 168 time: 0.3159931 Jan 18 09:26:09.571776 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-833091d1-86a5-47d3-a44d-9c8d9a458b1d None None] Provisioning for port 627670ce-1836-46d7-94ad-f941fa89fda1 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:09.578551 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-833091d1-86a5-47d3-a44d-9c8d9a458b1d None None] Provisioning complete for port 627670ce-1836-46d7-94ad-f941fa89fda1 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:09.579151 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-833091d1-86a5-47d3-a44d-9c8d9a458b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.623678 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:09.647107 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:09.647748 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.686986 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.687561 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.687990 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.688481 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.688904 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.689371 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.689800 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.690432 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.690833 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.691331 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.691760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.692143 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:09.728380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-833091d1-86a5-47d3-a44d-9c8d9a458b1d None None] Port 627670ce-1836-46d7-94ad-f941fa89fda1 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:26:09.827113 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.854228 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:09.862746 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:09.965518 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:09.966190 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:26:10.076160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-2a548d9b-8e85-4fe1-957e-0bd7f4006b18 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:10.077682 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-2a548d9b-8e85-4fe1-957e-0bd7f4006b18 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.5420020 Jan 18 09:26:10.080918 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:10.123123 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-ff2f1889-16b2-4ddc-b5a4-8902eaf3438c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/quotas/9157bed427cb4dd29a2907290a38073f HTTP/1.1" status: 200 len: 375 time: 0.0217819 Jan 18 09:26:10.400049 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-5355a1a5-6d48-4746-95a9-8e3d79585006 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2416372 Jan 18 09:26:10.424881 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:10.568642 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39360) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:10.745302 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:10.754640 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0a7dd1a-30a5-486b-863b-64c15b312f40 service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150153 Jan 18 09:26:10.786104 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:10.800234 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-211137106-network', 'tenant_id': '5f167fa0faf4410db34feb31d6282ddb'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:10.805662 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:10.810661 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Usage tracker for resource:network and tenant:5f167fa0faf4410db34feb31d6282ddb is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:10.814603 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:10.824510 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:10.840964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Made reservation on behalf of 5f167fa0faf4410db34feb31d6282ddb for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:10.843861 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:10.859622 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:10.878487 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:10.884225 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5f167fa0faf4410db34feb31d6282ddb is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:10.888049 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:10.894468 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:11.005179 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.010053 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.011949 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.018799 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Pushing event updated for resources: {'Port': ['ID=627670ce-1836-46d7-94ad-f941fa89fda1,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:11.043255 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b4a07-409f-43d2-93b0-953af3e62a1b,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:11.048608 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:26:11.057651 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.057966 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.058563 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.059150 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.059615 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.060174 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.060740 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.061321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.061818 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.062284 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.062781 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.063189 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:11.071510 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.071843 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Added segment 47f7e475-5b73-4b62-b06b-876f57861321 of type vlan for network fcddaac6-1eaf-4b8d-93af-804565e0971b Jan 18 09:26:11.099724 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.125242 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-2caae643-07db-4502-b4fc-a1de3bdebac1 service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401525 Jan 18 09:26:11.131367 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.132720 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:11.133303 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.158600 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90da892-4211-4198-bbf1-8ff71f4e6ba2 req-545b3c89-d77e-4c42-8e4c-52fba760f8ce tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:11.163354 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c90da892-4211-4198-bbf1-8ff71f4e6ba2 req-545b3c89-d77e-4c42-8e4c-52fba760f8ce tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.4118376 Jan 18 09:26:11.254405 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcddaac6-1eaf-4b8d-93af-804565e0971b,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:11.263462 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:11.265748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:11.266656 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-99caff0f-c920-4744-9f90-2dd3cbe9a5a5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6964958 Jan 18 09:26:11.269790 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39372) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:11.277302 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Request body: {'subnet': {'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-211137106-subnet', 'tenant_id': '5f167fa0faf4410db34feb31d6282ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:11.282490 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c90da892-4211-4198-bbf1-8ff71f4e6ba2 req-55544a4e-563d-4850-92f2-83a258484821 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079347 Jan 18 09:26:11.283546 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:11.300762 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Usage tracker for resource:subnet and tenant:5f167fa0faf4410db34feb31d6282ddb is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:11.305952 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network fcddaac6-1eaf-4b8d-93af-804565e0971b details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:26:11.320642 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:11.337253 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:11.375803 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Made reservation on behalf of 5f167fa0faf4410db34feb31d6282ddb for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:11.378055 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470448'] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.517911 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:11.677407 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6a50c216-a251-4c2e-b5b5-10ebabf9e736 None None] Provisioning complete for port 627670ce-1836-46d7-94ad-f941fa89fda1 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:11.677769 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6a50c216-a251-4c2e-b5b5-10ebabf9e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.709984 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3064d07d-a462-4847-93c2-8f378c9e8813 req-c0b214b4-338d-4e3d-a432-12ad34fc6906 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 210 time: 0.1509743 Jan 18 09:26:11.713450 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:11.714031 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:11.955339 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:26:11.970944 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-6a50c216-a251-4c2e-b5b5-10ebabf9e736 None None] Port 627670ce-1836-46d7-94ad-f941fa89fda1 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:26:12.048111 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470434'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:12.202096 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=daca3e9c-b1db-4590-ad75-dccf55e59470,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:12.210430 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Checking segment: {'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:12.210808 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Network hostable DHCP agents. Network: fcddaac6-1eaf-4b8d-93af-804565e0971b, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:26:12.235372 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Network fcddaac6-1eaf-4b8d-93af-804565e0971b is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:26:12.252413 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, fcddaac6-1eaf-4b8d-93af-804565e0971b) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:12.256794 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:12.257470 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:12.263579 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3f258-72c4-4aa6-b0c5-e5923e48bd91 None None] Network fcddaac6-1eaf-4b8d-93af-804565e0971b requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:26:12.296597 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-76f086e6-92b8-494b-8e7b-46d8bb0b2aaa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0252666 Jan 18 09:26:12.360177 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:26:12.392449 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-33b1da39-7ea5-49de-8b4d-5632d4157da4 admin admin] 10.222.0.54 "PUT /v2.0/routers/b3d21cb9-7d6f-4ed3-8265-574ac6b47779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4707289 Jan 18 09:26:12.412651 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Sync routers for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:26:12.470895 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-e73e2c9b-3b2d-4553-9cbe-ee23e61f413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:12.473077 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-e73e2c9b-3b2d-4553-9cbe-ee23e61f413c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.2526429 Jan 18 09:26:12.482023 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:12.487123 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:26:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:12.487395 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c181c-0095-4f64-9c2d-25f59aef191b req-4e2e0081-96fe-4b75-b5ff-94efe2730d6a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:12.495834 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3c4c181c-0095-4f64-9c2d-25f59aef191b req-4e2e0081-96fe-4b75-b5ff-94efe2730d6a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2277412 Jan 18 09:26:12.755960 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3c4c181c-0095-4f64-9c2d-25f59aef191b req-a199180a-d768-43a4-8998-ed8e9baee678 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568252 Jan 18 09:26:12.857428 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:12.873496 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-79e61b40-6f56-4325-8457-c47e344b3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:12.875004 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-79e61b40-6f56-4325-8457-c47e344b3957 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.3097799 Jan 18 09:26:12.970526 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7052512c-fb18-4ecb-ad3b-141fde199cf1 req-ea829748-0e2e-44a3-9927-86333ddc8643 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 210 time: 0.0801544 Jan 18 09:26:13.015266 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5630c605-03c7-4e16-adbf-31d314f23a25 None None] Network fcddaac6-1eaf-4b8d-93af-804565e0971b requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:26:13.227371 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-2effbeae-6d6f-490f-a956-c54a7e58ef20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 217 time: 0.2546484 Jan 18 09:26:13.302202 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-2ce4a14d-9d19-4aed-9a2a-83ea5f8a5c00 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:13.303027 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-2ce4a14d-9d19-4aed-9a2a-83ea5f8a5c00 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.1819642 Jan 18 09:26:13.320100 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Request body: {'port': {'device_id': '52014c7f-959d-402d-a13c-32b4546fd33c', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'admin_state_up': True, 'tenant_id': '9157bed427cb4dd29a2907290a38073f'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:13.456332 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-5925cd32-f732-4297-bcca-04c83ab05ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:13.457902 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-5925cd32-f732-4297-bcca-04c83ab05ec6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.2226083 Jan 18 09:26:13.579724 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-0984764e-0761-4740-8761-4d4194272d10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141431 Jan 18 09:26:13.679608 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39436) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:13.687315 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1470925102-network', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:13.691094 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:13.704712 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:10Z', 'revision_number': 2, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:13.710943 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Checking router: b3d21cb9-7d6f-4ed3-8265-574ac6b47779 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:26:13.711786 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Updating router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 port 627670ce-1836-46d7-94ad-f941fa89fda1 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:26:13.721231 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:13.731254 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Usage tracker for resource:network and tenant:05922c53a7994d98af0e3a1063bd8e55 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:13.735061 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:13.740438 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:13.757166 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:13.769690 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Made reservation on behalf of 9157bed427cb4dd29a2907290a38073f for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:13.773948 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:13.795195 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Made reservation on behalf of 05922c53a7994d98af0e3a1063bd8e55 for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:13.798479 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:13.801254 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:13.826284 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:13.829278 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-1862b6ef-3a74-489a-9bfc-4162021d3ed2 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366014 Jan 18 09:26:13.898189 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:13.903336 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Usage tracker for resource:security_group_rule and tenant:05922c53a7994d98af0e3a1063bd8e55 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:13.908231 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:13.917688 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:14.033438 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-16d97fe9-bdd0-4517-8ead-b32eb9e95a3b req-bf7cd39a-c52d-4f11-a6d1-4c63c8b3e61a service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007790 Jan 18 09:26:14.194150 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.255932 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.293091 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5cefd911-3f74-4734-b90c-de235d494dd1 req-8027f2d6-2710-4ab5-a5d9-ab6ba09750e5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 210 time: 0.0969260 Jan 18 09:26:14.330290 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:26:14.332276 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda60f4-b851-486c-a6ad-798df213efbe req-bf75679c-65f7-4a18-97c6-36f38d257524 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:14.333637 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Allocated IP 172.20.0.13 (b41a2032-229c-4b9b-8149-973c603ba68f/5c721128-b60a-4f8a-9d01-fd484b1fa5d3/fe0661b0-08f5-4307-8c2b-521928fac737) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:14.334832 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-deda60f4-b851-486c-a6ad-798df213efbe req-bf75679c-65f7-4a18-97c6-36f38d257524 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.3004351 Jan 18 09:26:14.344391 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11ead42-3f2d-4344-b8b1-767a44acc3b5,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:14.359738 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.360045 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Added segment 81a6c6af-afd5-49ca-a12a-e6e525c4d35b of type vlan for network acce087b-dae6-4446-ae1a-0a5bf61f0465 Jan 18 09:26:14.424331 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-deda60f4-b851-486c-a6ad-798df213efbe req-89f8b0ec-72c8-49a6-9668-5e0d55c01b9b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836191 Jan 18 09:26:14.443318 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.458122 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.475663 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Transition to ACTIVE for port object 627670ce-1836-46d7-94ad-f941fa89fda1 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:14.488626 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.599031 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.600007 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:14.600584 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.632565 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd96784-0cf9-4d9d-b4fa-631a4f94c29e None None] Pushing event updated for resources: {'Port': ['ID=627670ce-1836-46d7-94ad-f941fa89fda1,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:14.742792 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Attempting to bind port 627670ce-1836-46d7-94ad-f941fa89fda1 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:14.743160 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Attempting to bind port 627670ce-1836-46d7-94ad-f941fa89fda1 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:14.743510 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Attempting to bind port 627670ce-1836-46d7-94ad-f941fa89fda1 on network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:14.750010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:14.750362 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Checking segment: {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:14.750850 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.751332 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Bound using segment: {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:14.751787 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Bound port: 627670ce-1836-46d7-94ad-f941fa89fda1, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:14.752228 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.763645 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0829446 Jan 18 09:26:14.767626 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 39450) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:14.772032 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.774016 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Request body: {'subnet': {'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1470925102-subnet', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:14.780982 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:14.784420 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b92f9-741b-4560-b6c1-d7d2c291ae30 admin admin] Pushing event updated for resources: {'Network': ['ID=acce087b-dae6-4446-ae1a-0a5bf61f0465,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:14.785053 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Usage tracker for resource:subnet and tenant:05922c53a7994d98af0e3a1063bd8e55 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:14.788515 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:14.794186 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:14.800230 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:26:14.807450 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Made reservation on behalf of 05922c53a7994d98af0e3a1063bd8e55 for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:14.810693 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7156624'] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.822132 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:14.838800 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78', '2845ef6d-a282-47e6-822f-348568e2ee96'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:26:14.919520 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Network b41a2032-229c-4b9b-8149-973c603ba68f is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:14.923671 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:14.941220 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:14.979291 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event updated for resources: {'Port': ['ID=fe0661b0-08f5-4307-8c2b-521928fac737,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:15.033720 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:15.034813 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:15.060292 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-a2bbf88f-5bab-4803-99c9-553552d156c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7445927 Jan 18 09:26:15.087634 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Request body: {'port': {'device_id': '52014c7f-959d-402d-a13c-32b4546fd33c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:15.104298 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6691379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7156610'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:15.244578 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:15.247017 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] For port 627670ce-1836-46d7-94ad-f941fa89fda1, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:15.267632 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] For port 627670ce-1836-46d7-94ad-f941fa89fda1, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=627670ce-1836-46d7-94ad-f941fa89fda1,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:15.358074 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:15.458303 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Checking segment: {'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:15.458670 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Network hostable DHCP agents. Network: acce087b-dae6-4446-ae1a-0a5bf61f0465, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:26:15.469325 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d162893-e70b-4cb6-9ce2-9af7ef8f465d,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:15.474285 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd96784-0cf9-4d9d-b4fa-631a4f94c29e None None] Pushing event updated for resources: {'Port': ['ID=627670ce-1836-46d7-94ad-f941fa89fda1,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:15.530304 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:15.531379 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:26:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:15.547473 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:26:15.564332 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-a37e347b-5f1f-4ad8-a246-4fdb6b2eee29 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:15.565955 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-a37e347b-5f1f-4ad8-a246-4fdb6b2eee29 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/networks?id=fcddaac6-1eaf-4b8d-93af-804565e0971b HTTP/1.1" status: 200 len: 808 time: 0.3499770 Jan 18 09:26:15.576882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, acce087b-dae6-4446-ae1a-0a5bf61f0465) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:15.591413 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:15.592080 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:15.602855 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-afab2efc-fd7d-43e5-8168-9fa5e1b95db1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/quotas/5f167fa0faf4410db34feb31d6282ddb HTTP/1.1" status: 200 len: 375 time: 0.0288107 Jan 18 09:26:15.622407 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c716b0ed-abd2-4290-b3ae-db90f87d3540 None None] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:26:15.682607 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-7a7f354f-898e-4c5c-9e00-64766698e13a tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f167fa0faf4410db34feb31d6282ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789001 Jan 18 09:26:15.871943 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-dd8c2eb8-76af-4d0c-8739-1e9d4d92906d service neutron] 10.222.0.54 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873810 Jan 18 09:26:15.932945 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-8ee4fc5e-344c-423e-a553-12f0a09f94f0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1623545 Jan 18 09:26:15.944681 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:15.974697 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39490) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:15.981944 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:15.988195 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:15.995473 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Usage tracker for resource:router and tenant:05922c53a7994d98af0e3a1063bd8e55 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:15.999969 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:16.007901 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0661b0-08f5-4307-8c2b-521928fac737 {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:26:16.012321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:16.018036 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.039602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.040672 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.044458 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Transition to ACTIVE for port object fe0661b0-08f5-4307-8c2b-521928fac737 will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:16.052778 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.080854 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-1249f320-1433-49c0-967d-a63d0fca6b1f service neutron] 10.222.0.54 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081196 Jan 18 09:26:16.089111 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dee7d-b17f-47e3-86b6-05ae9ba7a26d req-dae852b9-b2b0-4ae5-ad63-1d2efe1ccb87 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:16.090557 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f30dee7d-b17f-47e3-86b6-05ae9ba7a26d req-dae852b9-b2b0-4ae5-ad63-1d2efe1ccb87 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 932 time: 0.2144797 Jan 18 09:26:16.165221 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f30dee7d-b17f-47e3-86b6-05ae9ba7a26d req-ec32e0d5-f3b8-4786-b34a-edf4a19b9b30 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681469 Jan 18 09:26:16.192090 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.193537 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Pushing event updated for resources: {'Port': ['ID=fe0661b0-08f5-4307-8c2b-521928fac737,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:16.381288 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-acce087b-dae6-4446-ae1a-0a5bf61f0465', 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'fixed_ips': [{'subnet_id': '0d162893-e70b-4cb6-9ce2-9af7ef8f465d'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:26:16.382073 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.547171 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4a32d-9cc8-4635-b276-8f581339d33d req-18b4dde4-171d-4ee3-9190-32a0547c0c8c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:16.549279 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-83b4a32d-9cc8-4635-b276-8f581339d33d req-18b4dde4-171d-4ee3-9190-32a0547c0c8c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2369986 Jan 18 09:26:16.585288 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017461-e9ef-438a-a811-8d1fdb775f1a req-cd28910d-436a-4de4-87be-69efb28edd83 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:16.592509 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f0017461-e9ef-438a-a811-8d1fdb775f1a req-cd28910d-436a-4de4-87be-69efb28edd83 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1411431 Jan 18 09:26:16.706082 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Attempting to bind port fe0661b0-08f5-4307-8c2b-521928fac737 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:16.706082 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Attempting to bind port fe0661b0-08f5-4307-8c2b-521928fac737 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:16.706467 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Attempting to bind port fe0661b0-08f5-4307-8c2b-521928fac737 on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:16.772062 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-83b4a32d-9cc8-4635-b276-8f581339d33d req-f3df24a8-cd77-49df-a331-8142d6d8e58d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140310 Jan 18 09:26:16.784190 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Port fe0661b0-08f5-4307-8c2b-521928fac737 on network b41a2032-229c-4b9b-8149-973c603ba68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:26:16.784538 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Attempting to bind port fe0661b0-08f5-4307-8c2b-521928fac737 on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:16.799496 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f0017461-e9ef-438a-a811-8d1fdb775f1a req-68025690-a6da-4c38-9417-06421e667c14 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059941 Jan 18 09:26:16.801447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:16.801779 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Checking segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:16.802272 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Bound using segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:16.802643 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Bound port: fe0661b0-08f5-4307-8c2b-521928fac737, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:16.803035 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.808880 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Allocated IP 172.20.0.2 (acce087b-dae6-4446-ae1a-0a5bf61f0465/0d162893-e70b-4cb6-9ce2-9af7ef8f465d/bc51f04c-28f8-4928-a1b7-b3f0538a4b40) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:16.823538 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.908671 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7b187569-2489-4018-8468-ae5240bcc592 req-85fc3815-f868-47fc-b520-0e552d6a8c27 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 210 time: 0.0643411 Jan 18 09:26:16.916832 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] For port fe0661b0-08f5-4307-8c2b-521928fac737, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:16.920265 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] For port fe0661b0-08f5-4307-8c2b-521928fac737, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fe0661b0-08f5-4307-8c2b-521928fac737,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:16.942126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:16.993380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:15Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:17.033422 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a294b02c-8f95-4f7f-a16d-52d46a775cc9 None None] The sync data for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi is: [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:15Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:26:17.048825 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:17.049514 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.050865 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] 10.222.0.64 "PUT /v2.0/ports/fe0661b0-08f5-4307-8c2b-521928fac737 HTTP/1.1" status: 200 len: 1094 time: 1.9753950 Jan 18 09:26:17.054022 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52014c7f-959d-402d-a13c-32b4546fd33c', 'tag': 'fe0661b0-08f5-4307-8c2b-521928fac737'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:26:17.095707 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.104264 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1ab88-4250-4b31-aec3-9c1eabfa7f1c service neutron] Pushing event updated for resources: {'Port': ['ID=fe0661b0-08f5-4307-8c2b-521928fac737,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:17.115418 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Transition to ACTIVE for port object bc51f04c-28f8-4928-a1b7-b3f0538a4b40 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:17.149444 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52014c7f-959d-402d-a13c-32b4546fd33c', 'tag': 'fe0661b0-08f5-4307-8c2b-521928fac737', 'status': 'completed', 'code': 200} Jan 18 09:26:17.156303 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Transition to ACTIVE for port object bc51f04c-28f8-4928-a1b7-b3f0538a4b40 will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:17.164814 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.260154 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:17.274597 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:17.279607 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:17.466269 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 627670ce-1836-46d7-94ad-f941fa89fda1 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:17.516448 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cdced-3644-41a9-bbdc-15ca1e330406 req-c301b68f-f3e9-4258-983d-23b48f5f6e81 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:17.519923 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-901cdced-3644-41a9-bbdc-15ca1e330406 req-c301b68f-f3e9-4258-983d-23b48f5f6e81 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 944 time: 0.1762044 Jan 18 09:26:17.561605 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Pushing event updated for resources: {'Port': ['ID=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:17.586979 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-901cdced-3644-41a9-bbdc-15ca1e330406 req-ba4c971a-5e85-44fa-9231-4a12c742d173 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551369 Jan 18 09:26:17.615089 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Attempting to bind port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:17.615448 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Attempting to bind port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:17.615798 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Attempting to bind port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 on network acce087b-dae6-4446-ae1a-0a5bf61f0465 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:17.627984 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:17.628347 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Checking segment: {'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:17.628730 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.629108 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Bound using segment: {'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:17.629561 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Bound port: bc51f04c-28f8-4928-a1b7-b3f0538a4b40, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:17.629917 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.667394 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-3ed9af56-fab7-41ac-9b01-d3ccdfc36f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:17.668819 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-3ed9af56-fab7-41ac-9b01-d3ccdfc36f95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 1097 time: 0.4894814 Jan 18 09:26:17.672113 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.699122 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 627670ce-1836-46d7-94ad-f941fa89fda1 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:17.707129 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 627670ce-1836-46d7-94ad-f941fa89fda1 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:17.707493 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.759631 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.770696 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-fb0060aa-92d1-4afd-9fd3-ccae21264adb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe0661b0-08f5-4307-8c2b-521928fac737 HTTP/1.1" status: 200 len: 217 time: 0.0728266 Jan 18 09:26:17.776238 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] For port bc51f04c-28f8-4928-a1b7-b3f0538a4b40, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:17.781187 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] For port bc51f04c-28f8-4928-a1b7-b3f0538a4b40, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,segment=NetworkSegment(81a6c6af-afd5-49ca-a12a-e6e525c4d35b),segment_id=81a6c6af-afd5-49ca-a12a-e6e525c4d35b)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:17.797728 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:17.952283 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:18.049322 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 627670ce-1836-46d7-94ad-f941fa89fda1, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=627670ce-1836-46d7-94ad-f941fa89fda1,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:18.056464 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267b2bd-33dd-4d1c-9468-cf9de508c80d None None] Pushing event updated for resources: {'Port': ['ID=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:18.061422 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:18.121880 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-e5443fd1-8789-4f3b-8255-28c2e046960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:18.131813 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-e5443fd1-8789-4f3b-8255-28c2e046960b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.3247788 Jan 18 09:26:18.276979 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-ed8d04c9-8e47-4e63-a342-f5b35f0bb657 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220586 Jan 18 09:26:18.399665 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=627670ce-1836-46d7-94ad-f941fa89fda1,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:18.452947 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-ff38400f-d895-4563-a865-f71d2cfe6e0d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:18.454404 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-ff38400f-d895-4563-a865-f71d2cfe6e0d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "GET /v2.0/networks?id=fcddaac6-1eaf-4b8d-93af-804565e0971b HTTP/1.1" status: 200 len: 808 time: 0.2253094 Jan 18 09:26:18.486478 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Request body: {'port': {'device_id': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b', 'admin_state_up': True, 'tenant_id': '5f167fa0faf4410db34feb31d6282ddb'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:18.659129 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Allocated IP 172.27.0.38 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/bee4826d-552f-4c77-a372-81a4e85be903) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:18.697559 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba2926-0406-49ac-9ca1-7c2448d8bbd7 req-6458b74d-e48b-4f18-b83a-5d739ef4fc0c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:18.699405 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cba2926-0406-49ac-9ca1-7c2448d8bbd7 req-6458b74d-e48b-4f18-b83a-5d739ef4fc0c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.5720968 Jan 18 09:26:18.752641 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d393384-c33b-409f-b056-46c5f79382a9 req-538b30a8-34c3-4442-bf86-e0533227cfc6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:18.754237 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6d393384-c33b-409f-b056-46c5f79382a9 req-538b30a8-34c3-4442-bf86-e0533227cfc6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.7565286 Jan 18 09:26:18.814399 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cba2926-0406-49ac-9ca1-7c2448d8bbd7 req-a9868605-bfe3-4e51-a2a2-3ef27b4cc9dc tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918717 Jan 18 09:26:18.819478 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:18.831882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Usage tracker for resource:port and tenant:5f167fa0faf4410db34feb31d6282ddb is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:26:18.838885 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:26:18.864238 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6d393384-c33b-409f-b056-46c5f79382a9 req-bdc5ac19-759e-4901-8b8e-b5cf7a1aa5db tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863183 Jan 18 09:26:18.865251 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:18.905413 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Made reservation on behalf of 5f167fa0faf4410db34feb31d6282ddb for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:18.909708 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:18.916664 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-20310fc8-5761-4b26-922b-1a8b403097fe service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228173 Jan 18 09:26:19.134571 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:19.216200 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1eb41d59-5a53-4769-b6dc-df115c71ba1b req-2ee1f6d3-2be9-40aa-b7a9-42188e82c5a4 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836392 Jan 18 09:26:19.221905 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e4af098-548b-4d54-b9e2-23d7d44eb981 req-39263bb9-ddb2-44be-a3ea-16cfe58eb986 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 210 time: 0.1717951 Jan 18 09:26:19.257928 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:19.399044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Allocated IP 172.20.0.2 (fcddaac6-1eaf-4b8d-93af-804565e0971b/daca3e9c-b1db-4590-ad75-dccf55e59470/7bacc105-a12a-48b9-91f9-7dc4783b61e6) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:19.412562 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215826d-762a-46db-8612-5e9bce0f9490 req-7a48248f-1b57-4917-840f-11a340eff929 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:19.418393 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7215826d-762a-46db-8612-5e9bce0f9490 req-7a48248f-1b57-4917-840f-11a340eff929 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 944 time: 0.2924252 Jan 18 09:26:19.530551 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:19.547113 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7215826d-762a-46db-8612-5e9bce0f9490 req-a4140ff7-c98f-4f6f-ba1a-98e325b61e06 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103284 Jan 18 09:26:19.557679 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bc51f04c-28f8-4928-a1b7-b3f0538a4b40 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:19.568893 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:19.575233 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:19.673507 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:19.685334 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 627670ce-1836-46d7-94ad-f941fa89fda1 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:19.732018 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Pushing event updated for resources: {'Port': ['ID=bee4826d-552f-4c77-a372-81a4e85be903,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:19.752124 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9760b8-44a4-4e34-90e2-1fe7be860099 None None] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:26:19.893292 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:19.920807 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-24a6961e-6c67-41e1-8216-8061a1138ef8 None None] Provisioning for port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:19.929354 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-24a6961e-6c67-41e1-8216-8061a1138ef8 None None] Provisioning complete for port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:19.930626 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-24a6961e-6c67-41e1-8216-8061a1138ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:19.945830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba8f87-bd15-4f10-bb00-f3c93b4614d6 req-145346df-a147-4387-a2cb-2e9bae159396 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:19.947383 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4ba8f87-bd15-4f10-bb00-f3c93b4614d6 req-145346df-a147-4387-a2cb-2e9bae159396 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1211994 Jan 18 09:26:19.972966 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-348e8e35-d09f-4b72-ad6e-34a9b014a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:19.973186 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:19.975468 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-348e8e35-d09f-4b72-ad6e-34a9b014a2ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 1097 time: 0.6908703 Jan 18 09:26:20.029737 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 627670ce-1836-46d7-94ad-f941fa89fda1 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:20.030389 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:20.092406 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Network fcddaac6-1eaf-4b8d-93af-804565e0971b is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:20.108184 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:20.119242 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:20.161831 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Pushing event updated for resources: {'Port': ['ID=7bacc105-a12a-48b9-91f9-7dc4783b61e6,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:20.166447 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4ba8f87-bd15-4f10-bb00-f3c93b4614d6 req-fe1993c6-d9de-44c7-8bc4-1f657c597390 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107346 Jan 18 09:26:20.216182 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:20.217126 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:20.251677 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e59b-2e0f-4761-a84b-26ac289f0ffa req-3306806d-cafa-49b2-8360-b15637989df6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:20.253149 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ca47e59b-2e0f-4761-a84b-26ac289f0ffa req-3306806d-cafa-49b2-8360-b15637989df6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.2000995 Jan 18 09:26:20.254991 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fb057032-5860-48f5-952e-2735c14957fb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7731953 Jan 18 09:26:20.285056 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Request body: {'port': {'device_id': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:20.290277 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:20.335606 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-24a6961e-6c67-41e1-8216-8061a1138ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:20.347418 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-39d462af-0b7a-461e-966e-6333aa64b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:20.350029 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-39d462af-0b7a-461e-966e-6333aa64b97d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 915 time: 0.3140430 Jan 18 09:26:20.373221 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ca47e59b-2e0f-4761-a84b-26ac289f0ffa req-17c84259-dd47-4f06-90aa-91eba5997542 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090429 Jan 18 09:26:20.397617 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-24a6961e-6c67-41e1-8216-8061a1138ef8 None None] For port bc51f04c-28f8-4928-a1b7-b3f0538a4b40, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,segment=NetworkSegment(81a6c6af-afd5-49ca-a12a-e6e525c4d35b),segment_id=81a6c6af-afd5-49ca-a12a-e6e525c4d35b)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:20.413643 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-24a6961e-6c67-41e1-8216-8061a1138ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:20.506139 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6961e-6c67-41e1-8216-8061a1138ef8 None None] Pushing event updated for resources: {'Port': ['ID=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:20.597174 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-f387ec8e-e865-46e6-8f49-9a9bde3a3182 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe0661b0-08f5-4307-8c2b-521928fac737 HTTP/1.1" status: 200 len: 217 time: 0.2264073 Jan 18 09:26:20.611791 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:20.768019 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-967e502b-e773-4cb7-b879-71faf1cf2557 None None] Provisioning complete for port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:20.768581 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-967e502b-e773-4cb7-b879-71faf1cf2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:20.842329 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-457c6bab-0ddb-4316-9553-57f7cb3f22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:20.844279 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-457c6bab-0ddb-4316-9553-57f7cb3f22d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.1849246 Jan 18 09:26:20.845040 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202693-19af-4f36-a259-67559de8e7b7 req-f9ed9e51-368b-4dcf-aa53-7195b1a42980 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:20.845860 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-87202693-19af-4f36-a259-67559de8e7b7 req-f9ed9e51-368b-4dcf-aa53-7195b1a42980 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Synchronizing usage tracker for tenant:5f167fa0faf4410db34feb31d6282ddb on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:26:20.929972 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-3c60afe6-529e-47e5-a961-9d247ffaa7c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546691 Jan 18 09:26:20.965429 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a93fa-ec0c-480c-91fe-daece374fc71 req-9e223536-75c8-42b2-a1fa-3d9ab8e2d5c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:20.967142 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e79a93fa-ec0c-480c-91fe-daece374fc71 req-9e223536-75c8-42b2-a1fa-3d9ab8e2d5c2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 944 time: 0.2801886 Jan 18 09:26:20.972626 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-87202693-19af-4f36-a259-67559de8e7b7 req-f9ed9e51-368b-4dcf-aa53-7195b1a42980 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Unset dirty status for tenant:5f167fa0faf4410db34feb31d6282ddb on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:26:20.979352 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-87202693-19af-4f36-a259-67559de8e7b7 req-f9ed9e51-368b-4dcf-aa53-7195b1a42980 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 931 time: 0.4252405 Jan 18 09:26:21.105182 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-87202693-19af-4f36-a259-67559de8e7b7 req-68fb8856-11b1-401a-b838-0a44fdaae25a tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249921 Jan 18 09:26:21.115453 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e79a93fa-ec0c-480c-91fe-daece374fc71 req-e259c10b-0e9c-4680-b08d-10770ea1fcee tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257811 Jan 18 09:26:21.118280 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fe0661b0-08f5-4307-8c2b-521928fac737 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:26:21.132593 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.219434 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bacc105-a12a-48b9-91f9-7dc4783b61e6 {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:26:21.232537 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.257709 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-117a973f-7e5f-45e9-ab1a-0d278909a115 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610869 Jan 18 09:26:21.298855 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Transition to ACTIVE for port object 7bacc105-a12a-48b9-91f9-7dc4783b61e6 will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:21.308080 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.314656 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port fe0661b0-08f5-4307-8c2b-521928fac737, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fe0661b0-08f5-4307-8c2b-521928fac737,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:21.332955 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'fe0661b0-08f5-4307-8c2b-521928fac737', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'port_id': 'fe0661b0-08f5-4307-8c2b-521928fac737', 'mac_address': 'fa:16:3e:57:c9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c721128-b60a-4f8a-9d01-fd484b1fa5d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:26:21.394849 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bc51f04c-28f8-4928-a1b7-b3f0538a4b40 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:21.471713 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.491451 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0661b0-08f5-4307-8c2b-521928fac737 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:26:21.514261 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port fe0661b0-08f5-4307-8c2b-521928fac737, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fe0661b0-08f5-4307-8c2b-521928fac737,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:21.516082 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:21.516426 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.528040 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-0405cff8-8192-4000-8f64-21cc3c4c68b5 req-95072d9b-6332-4f4e-8671-77c568f0bb54 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822321 Jan 18 09:26:21.529496 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Pushing event updated for resources: {'Port': ['ID=7bacc105-a12a-48b9-91f9-7dc4783b61e6,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:21.549933 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Router e0aa813b-c3e7-4676-aa83-c8885d208d03 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:26:21.554295 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.577727 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2eed-1100-4b99-93e2-979b84b8b125 req-1f262930-f70f-4ddd-b210-33f8d33a4863 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:21.579648 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9fc2eed-1100-4b99-93e2-979b84b8b125 req-1f262930-f70f-4ddd-b210-33f8d33a4863 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.3442085 Jan 18 09:26:21.650334 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=fe0661b0-08f5-4307-8c2b-521928fac737,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:21.694369 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b2064-b658-4a19-b9a5-b6d9d0011f8e req-e0810fa5-57b1-4a6f-b63c-b057b3291945 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:21.695607 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-273b2064-b658-4a19-b9a5-b6d9d0011f8e req-e0810fa5-57b1-4a6f-b63c-b057b3291945 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.3505790 Jan 18 09:26:21.719950 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9fc2eed-1100-4b99-93e2-979b84b8b125 req-65a6f78c-5cb5-4ca2-b9db-fea49e7d371c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040378 Jan 18 09:26:21.739987 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Attempting to bind port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:21.740429 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Attempting to bind port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:21.740874 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Attempting to bind port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 on network fcddaac6-1eaf-4b8d-93af-804565e0971b {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:21.740997 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:26:21.751474 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Sync routers for ids ['e0aa813b-c3e7-4676-aa83-c8885d208d03'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:26:21.756038 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 on network fcddaac6-1eaf-4b8d-93af-804565e0971b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:26:21.756457 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Attempting to bind port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 on network fcddaac6-1eaf-4b8d-93af-804565e0971b {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:21.764756 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Routers {'e0aa813b-c3e7-4676-aa83-c8885d208d03'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:21.765451 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:26:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['e0aa813b-c3e7-4676-aa83-c8885d208d03'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:21.767182 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:21.767509 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Checking segment: {'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:21.767888 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Bound using segment: {'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:21.768303 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Bound port: 7bacc105-a12a-48b9-91f9-7dc4783b61e6, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:21.768639 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.770453 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.774778 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2d046c09-8c7d-4df7-b387-da82176a61e1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7962089 Jan 18 09:26:21.774778 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 39576) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:26:21.787301 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-273b2064-b658-4a19-b9a5-b6d9d0011f8e req-d274392c-9691-419b-9783-c2b9a01123ad tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757139 Jan 18 09:26:21.874719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] For port 7bacc105-a12a-48b9-91f9-7dc4783b61e6, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:21.878749 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] For port 7bacc105-a12a-48b9-91f9-7dc4783b61e6, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=7bacc105-a12a-48b9-91f9-7dc4783b61e6,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:21.891793 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:21.986609 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Set router e0aa813b-c3e7-4676-aa83-c8885d208d03 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:22.044083 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Pushing event updated for resources: {'Port': ['ID=7bacc105-a12a-48b9-91f9-7dc4783b61e6,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:22.068604 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:22.069236 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:22.070676 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-da796f9d-f563-4c9a-9158-3616d90caece service neutron] 10.222.0.64 "PUT /v2.0/ports/7bacc105-a12a-48b9-91f9-7dc4783b61e6 HTTP/1.1" status: 200 len: 1093 time: 1.7900071 Jan 18 09:26:22.081528 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['fe0661b0-08f5-4307-8c2b-521928fac737'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:26:22.082383 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'tag': '7bacc105-a12a-48b9-91f9-7dc4783b61e6'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:26:22.252952 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a577ba-89d4-4680-a3dc-da9a104c9690 req-a3d1c96f-a15a-44cc-930f-9a07cde08391 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:22.254583 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-13a577ba-89d4-4680-a3dc-da9a104c9690 req-a3d1c96f-a15a-44cc-930f-9a07cde08391 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.3028917 Jan 18 09:26:22.278118 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-3d174b0e-50e1-44ad-b754-041c9411ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:22.280059 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-3d174b0e-50e1-44ad-b754-041c9411ba78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f167fa0faf4410db34feb31d6282ddb&device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 1096 time: 0.1512389 Jan 18 09:26:22.366328 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-68cbae55-c96e-411d-9397-a662d629bb92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bacc105-a12a-48b9-91f9-7dc4783b61e6 HTTP/1.1" status: 200 len: 217 time: 0.0720232 Jan 18 09:26:22.443738 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-5e6fc539-21cd-4d24-80cc-b3d2f3dd436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:22.445431 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-5e6fc539-21cd-4d24-80cc-b3d2f3dd436a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=daca3e9c-b1db-4590-ad75-dccf55e59470 HTTP/1.1" status: 200 len: 848 time: 0.0634155 Jan 18 09:26:22.455629 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-13a577ba-89d4-4680-a3dc-da9a104c9690 req-81382148-27e1-4a5a-b846-cd102cc182dc tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819789 Jan 18 09:26:22.511483 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-fadeadf0-1792-438c-bf79-475ec5791f1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcddaac6-1eaf-4b8d-93af-804565e0971b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547836 Jan 18 09:26:22.656863 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'tag': '7bacc105-a12a-48b9-91f9-7dc4783b61e6', 'status': 'completed', 'code': 200} Jan 18 09:26:22.916322 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:26:19Z', 'revision_number': 3, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port': {'id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:17Z', 'updated_at': '2022-01-18T09:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:22.924457 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Checking router: e0aa813b-c3e7-4676-aa83-c8885d208d03 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:26:22.924800 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Updating router e0aa813b-c3e7-4676-aa83-c8885d208d03 port bee4826d-552f-4c77-a372-81a4e85be903 binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:26:22.997044 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.165467 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.216401 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-9881145e-4166-43c9-8d34-75cf6d030758 service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864877 Jan 18 09:26:23.232469 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9416e-fd96-43c5-b3f5-949ead9329f1 req-6438fdb6-7757-4aca-8e53-34abfcf65356 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:23.233971 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ae9416e-fd96-43c5-b3f5-949ead9329f1 req-6438fdb6-7757-4aca-8e53-34abfcf65356 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 943 time: 0.2784572 Jan 18 09:26:23.276174 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da38c-59af-449c-ae49-942f252cc0db req-741570e1-ba32-4729-8fce-453ccfdbb693 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:23.277662 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-190da38c-59af-449c-ae49-942f252cc0db req-741570e1-ba32-4729-8fce-453ccfdbb693 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 945 time: 0.2694013 Jan 18 09:26:23.416216 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ae9416e-fd96-43c5-b3f5-949ead9329f1 req-e82c6ed5-f491-4665-928c-94fc89a79b25 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621344 Jan 18 09:26:23.432514 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Allocated IP 172.20.0.1 (acce087b-dae6-4446-ae1a-0a5bf61f0465/0d162893-e70b-4cb6-9ce2-9af7ef8f465d/e8f86674-9d08-4f51-aa6f-742e257986ee) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:23.448976 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-190da38c-59af-449c-ae49-942f252cc0db req-483e3f74-94a4-4f4a-b57a-2e9ee0f7f996 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180687 Jan 18 09:26:23.476896 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.493120 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Transition to ACTIVE for port object bee4826d-552f-4c77-a372-81a4e85be903 will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:23.503223 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.503452 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52684fe7-d513-4964-9b6c-8d9f5b8d66bd req-2747db8b-76f7-4390-b732-12740a364a21 service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675049 Jan 18 09:26:23.585118 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Attempting to bind port bee4826d-552f-4c77-a372-81a4e85be903 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:23.585466 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Attempting to bind port bee4826d-552f-4c77-a372-81a4e85be903 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:23.585810 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Attempting to bind port bee4826d-552f-4c77-a372-81a4e85be903 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:23.595604 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad73528-9bfa-4f4c-bfb7-f1f8756246ca None None] Pushing event updated for resources: {'Port': ['ID=bee4826d-552f-4c77-a372-81a4e85be903,revision_number=2']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:23.598166 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:23.598635 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:23.598966 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.599343 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:23.599807 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Bound port: bee4826d-552f-4c77-a372-81a4e85be903, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:23.600200 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.677375 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-ccad2cd8-045b-410c-8904-6ccb885710a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:23.678258 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.679093 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-ccad2cd8-045b-410c-8904-6ccb885710a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f167fa0faf4410db34feb31d6282ddb&device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 1096 time: 0.1071033 Jan 18 09:26:23.680153 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] For port bee4826d-552f-4c77-a372-81a4e85be903, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:23.683534 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] For port bee4826d-552f-4c77-a372-81a4e85be903, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=bee4826d-552f-4c77-a372-81a4e85be903,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:23.690692 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.699263 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Transition to ACTIVE for port object e8f86674-9d08-4f51-aa6f-742e257986ee will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:23.729487 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.762094 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21bf82-96bb-4fb4-9146-2ab76e2664f2 req-a48a158c-53c5-4d32-bbcd-e4f1c1fec9d4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:23.763877 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0b21bf82-96bb-4fb4-9146-2ab76e2664f2 req-a48a158c-53c5-4d32-bbcd-e4f1c1fec9d4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2316966 Jan 18 09:26:23.781782 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad73528-9bfa-4f4c-bfb7-f1f8756246ca None None] Pushing event updated for resources: {'Port': ['ID=bee4826d-552f-4c77-a372-81a4e85be903,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:23.788711 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Routers {'e0aa813b-c3e7-4676-aa83-c8885d208d03'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:23.789311 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:26:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['e0aa813b-c3e7-4676-aa83-c8885d208d03'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:23.809618 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:23.812456 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:23.816517 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:23.856970 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f86674-9d08-4f51-aa6f-742e257986ee,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:23.887056 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:23.953454 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0b21bf82-96bb-4fb4-9146-2ab76e2664f2 req-3620870f-8406-4d84-9be4-c0296dd5c5e2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571074 Jan 18 09:26:24.000747 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03b95e-d514-41b9-9687-d12e333c4805 req-d1f9748d-c16f-49cd-801e-47d05f5b9e11 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:24.009351 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5c03b95e-d514-41b9-9687-d12e333c4805 req-d1f9748d-c16f-49cd-801e-47d05f5b9e11 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.3282733 Jan 18 09:26:24.013406 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] Set router e0aa813b-c3e7-4676-aa83-c8885d208d03 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:24.037725 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-090bd0e7-42f7-4f80-bb0b-64653a62c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:24.039504 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-090bd0e7-42f7-4f80-bb0b-64653a62c396 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fcddaac6-1eaf-4b8d-93af-804565e0971b HTTP/1.1" status: 200 len: 909 time: 0.3082013 Jan 18 09:26:24.088332 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:24.113356 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-5b15c627-977b-46e9-907a-e135a304409e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bacc105-a12a-48b9-91f9-7dc4783b61e6 HTTP/1.1" status: 200 len: 217 time: 0.0634856 Jan 18 09:26:24.124352 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5c03b95e-d514-41b9-9687-d12e333c4805 req-637b1d4b-1917-4039-9d2e-2368fbf3743f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141160 Jan 18 09:26:24.157593 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-80f002c8-bb24-4eba-b926-9bae1fcf1366 None None] Provisioning for port e8f86674-9d08-4f51-aa6f-742e257986ee completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:24.170839 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-80f002c8-bb24-4eba-b926-9bae1fcf1366 None None] Provisioning complete for port e8f86674-9d08-4f51-aa6f-742e257986ee triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:24.171577 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-80f002c8-bb24-4eba-b926-9bae1fcf1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:24.201493 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-0b7957cd-3306-41e6-a60d-cca9f524532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:24.203009 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-0b7957cd-3306-41e6-a60d-cca9f524532e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=daca3e9c-b1db-4590-ad75-dccf55e59470 HTTP/1.1" status: 200 len: 848 time: 0.0753632 Jan 18 09:26:24.229462 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-80f002c8-bb24-4eba-b926-9bae1fcf1366 None None] Port e8f86674-9d08-4f51-aa6f-742e257986ee cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:26:24.269566 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-1f61eff1-3eea-4e74-8f9b-aee39c78f1ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcddaac6-1eaf-4b8d-93af-804565e0971b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557287 Jan 18 09:26:24.339019 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:26:19Z', 'revision_number': 3, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port': {'id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:17Z', 'updated_at': '2022-01-18T09:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:24.343394 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96dfd2-6c81-47e7-84ef-996d93152f5d None None] The sync data for ids ['e0aa813b-c3e7-4676-aa83-c8885d208d03'] in dv-cinder-825046-1-iscsi is: [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:26:19Z', 'revision_number': 3, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port': {'id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:17Z', 'updated_at': '2022-01-18T09:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:26:24.371492 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:24.379700 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:24.426037 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-6f38d5e2-3959-4d2e-a2cb-f54643f5ea0f service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465333 Jan 18 09:26:24.514353 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:24.518047 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f86674-9d08-4f51-aa6f-742e257986ee,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:24.742086 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41bb51d4-7d10-437f-9f8a-05ef18a3b5db req-3d80e92b-faf4-4325-8045-643cfbdf80b7 service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046937 Jan 18 09:26:24.780252 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3516a5-3643-4e6a-8b42-5f5b0225feb9 req-06155ae4-ccad-4e38-be32-760ac357defd tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:24.783272 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e3516a5-3643-4e6a-8b42-5f5b0225feb9 req-06155ae4-ccad-4e38-be32-760ac357defd tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 945 time: 0.1873612 Jan 18 09:26:24.792297 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77d9f8-4ba4-488d-ad01-fbe89985fc00 req-a53cb062-f210-4fc6-9ff1-f6b948a9482c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:24.794042 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6d77d9f8-4ba4-488d-ad01-fbe89985fc00 req-a53cb062-f210-4fc6-9ff1-f6b948a9482c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 943 time: 0.2307756 Jan 18 09:26:24.801395 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:24.802836 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:24.871282 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6d77d9f8-4ba4-488d-ad01-fbe89985fc00 req-7a1f0cf2-adcd-483b-acf9-75d45d629922 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622325 Jan 18 09:26:24.888457 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e3516a5-3643-4e6a-8b42-5f5b0225feb9 req-8a4f5e6d-4181-4e65-9033-bedbb4d3f2fa tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932856 Jan 18 09:26:25.059662 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Router e0aa813b-c3e7-4676-aa83-c8885d208d03 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:26:25.128005 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fe0661b0-08f5-4307-8c2b-521928fac737 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:25.238165 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port fe0661b0-08f5-4307-8c2b-521928fac737 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:25.262256 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port fe0661b0-08f5-4307-8c2b-521928fac737 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:25.264707 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:25.383498 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:26:25.399471 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66554b-ea5a-444b-830c-ce26eecf287c req-e7e1e42a-208f-414e-b847-58fab0faa179 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:25.402352 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bee4826d-552f-4c77-a372-81a4e85be903 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:25.418770 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-69610ca8-b677-485d-8352-05412cd88865 admin admin] 10.222.0.54 "PUT /v2.0/routers/e0aa813b-c3e7-4676-aa83-c8885d208d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6307640 Jan 18 09:26:25.419413 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff66554b-ea5a-444b-830c-ce26eecf287c req-e7e1e42a-208f-414e-b847-58fab0faa179 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2909999 Jan 18 09:26:25.474557 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff66554b-ea5a-444b-830c-ce26eecf287c req-4b3c1830-fb32-43ed-84b1-19776ff728ec tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657330 Jan 18 09:26:25.498179 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3b9f72b2-66b8-4a8a-a88b-fb6343d9db0e None None] Provisioning complete for port e8f86674-9d08-4f51-aa6f-742e257986ee triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:25.498405 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3b9f72b2-66b8-4a8a-a88b-fb6343d9db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:25.583380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f72b2-66b8-4a8a-a88b-fb6343d9db0e None None] Port e8f86674-9d08-4f51-aa6f-742e257986ee cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:26:25.645794 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port bee4826d-552f-4c77-a372-81a4e85be903 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:25.661090 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port bee4826d-552f-4c77-a372-81a4e85be903 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:25.661463 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:25.707406 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80922eb-074e-45f0-bfbf-36169bff5820 req-7985c825-91ba-45c0-809e-d2196508df0a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:25.709688 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d80922eb-074e-45f0-bfbf-36169bff5820 req-7985c825-91ba-45c0-809e-d2196508df0a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1204507 Jan 18 09:26:25.720024 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:25.762273 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52014c7f-959d-402d-a13c-32b4546fd33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0661b0-08f5-4307-8c2b-521928fac737'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:26:25.805596 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port fe0661b0-08f5-4307-8c2b-521928fac737, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fe0661b0-08f5-4307-8c2b-521928fac737,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:25.812694 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d80922eb-074e-45f0-bfbf-36169bff5820 req-447b3369-bc21-42a5-9bb3-d2a0d7021881 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945497 Jan 18 09:26:25.817591 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:25.867622 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52014c7f-959d-402d-a13c-32b4546fd33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0661b0-08f5-4307-8c2b-521928fac737', 'code': 200} Jan 18 09:26:25.898546 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:25.921205 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=fe0661b0-08f5-4307-8c2b-521928fac737,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:25.934616 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port bee4826d-552f-4c77-a372-81a4e85be903, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=bee4826d-552f-4c77-a372-81a4e85be903,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:25.943831 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:26.033266 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=bee4826d-552f-4c77-a372-81a4e85be903,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:26.250044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5779-b926-4946-bcf0-55a89e0fcfaa req-c32997dd-a4ff-4c39-9d88-d40d4916a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:26.252233 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3a0a5779-b926-4946-bcf0-55a89e0fcfaa req-c32997dd-a4ff-4c39-9d88-d40d4916a79f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 1099 time: 0.2091873 Jan 18 09:26:26.264848 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033e991-e979-4a65-a190-a888a5c0aac7 req-560ac5ff-eceb-4ab9-9f58-191be083c60a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:26.266492 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a033e991-e979-4a65-a190-a888a5c0aac7 req-560ac5ff-eceb-4ab9-9f58-191be083c60a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.1851242 Jan 18 09:26:26.290001 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02c341-ff17-4b0e-967b-26148291a90f req-0b3c2355-903a-4976-8bc6-817bdc876cfe tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:26.292126 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-eb02c341-ff17-4b0e-967b-26148291a90f req-0b3c2355-903a-4976-8bc6-817bdc876cfe tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 943 time: 0.2044108 Jan 18 09:26:26.386967 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3a0a5779-b926-4946-bcf0-55a89e0fcfaa req-d21da2b6-2dc7-426d-a6dc-5cc8a07514d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186509 Jan 18 09:26:26.395365 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a033e991-e979-4a65-a190-a888a5c0aac7 req-886e2179-c404-4926-a884-c5c42a1456b8 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017015 Jan 18 09:26:26.398847 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-eb02c341-ff17-4b0e-967b-26148291a90f req-e3a941bc-0068-4367-819c-c747d6c6203f tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006584 Jan 18 09:26:26.534062 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Sync routers for ids ['e0aa813b-c3e7-4676-aa83-c8885d208d03'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:26:26.547452 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Routers {'e0aa813b-c3e7-4676-aa83-c8885d208d03'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:26.548582 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:26:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['e0aa813b-c3e7-4676-aa83-c8885d208d03'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:26.726455 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51d077-01d6-4f3e-8bc9-901d2d7de9b9 req-0e98d7b1-e8ba-4d7b-acd5-cdf1fda45778 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:26.727987 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ee51d077-01d6-4f3e-8bc9-901d2d7de9b9 req-0e98d7b1-e8ba-4d7b-acd5-cdf1fda45778 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1364377 Jan 18 09:26:26.803522 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ee51d077-01d6-4f3e-8bc9-901d2d7de9b9 req-2a689def-bd45-4ee1-9b52-a37c4e50f69b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617747 Jan 18 09:26:26.818562 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Set router e0aa813b-c3e7-4676-aa83-c8885d208d03 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:27.066409 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547072-c1be-4098-99d5-06809cff471d req-a5c8e0dc-4650-4935-92ae-df84828061f2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:27.068139 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-69547072-c1be-4098-99d5-06809cff471d req-a5c8e0dc-4650-4935-92ae-df84828061f2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1266959 Jan 18 09:26:27.129675 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-69547072-c1be-4098-99d5-06809cff471d req-2c8529cd-7d1a-4820-8dc8-550693bf130d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543168 Jan 18 09:26:27.150591 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 7bacc105-a12a-48b9-91f9-7dc4783b61e6 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:26:27.340778 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 7bacc105-a12a-48b9-91f9-7dc4783b61e6, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=7bacc105-a12a-48b9-91f9-7dc4783b61e6,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:27.357802 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bee4826d-552f-4c77-a372-81a4e85be903 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:27.401034 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '7bacc105-a12a-48b9-91f9-7dc4783b61e6', 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b', 'port_id': '7bacc105-a12a-48b9-91f9-7dc4783b61e6', 'mac_address': 'fa:16:3e:2d:42:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daca3e9c-b1db-4590-ad75-dccf55e59470', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:26:27.415787 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:26:24Z', 'revision_number': 4, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port': {'id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:17Z', 'updated_at': '2022-01-18T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'e8f86674-9d08-4f51-aa6f-742e257986ee', 'name': '', 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'mac_address': 'fa:16:3e:db:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0d162893-e70b-4cb6-9ce2-9af7ef8f465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:23Z', 'updated_at': '2022-01-18T09:26:24Z', 'revision_number': 2, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'subnets': [{'id': '0d162893-e70b-4cb6-9ce2-9af7ef8f465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:27.454850 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Checking router: e0aa813b-c3e7-4676-aa83-c8885d208d03 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:26:27.455205 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Updating router e0aa813b-c3e7-4676-aa83-c8885d208d03 port e8f86674-9d08-4f51-aa6f-742e257986ee binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:26:27.546386 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:27.556121 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:27.652246 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bacc105-a12a-48b9-91f9-7dc4783b61e6 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:26:27.656579 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port bee4826d-552f-4c77-a372-81a4e85be903 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:27.657051 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:27.847736 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38982a-99f6-40bc-a9e4-bc78379db2fe req-5dddadb7-985f-448e-8f42-d1cc6a2b0834 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:27.855419 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2b38982a-99f6-40bc-a9e4-bc78379db2fe req-5dddadb7-985f-448e-8f42-d1cc6a2b0834 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.2846718 Jan 18 09:26:27.939472 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 7bacc105-a12a-48b9-91f9-7dc4783b61e6, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=7bacc105-a12a-48b9-91f9-7dc4783b61e6,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:27.943567 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2b38982a-99f6-40bc-a9e4-bc78379db2fe req-8643fc57-bd16-489c-940d-cf1a20bc4494 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863440 Jan 18 09:26:27.962008 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a94cd4-ce52-4227-9fd3-a4d217d24e86 req-657aacdc-d7dc-4739-aab7-53e6dc0b0161 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:27.969853 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-93a94cd4-ce52-4227-9fd3-a4d217d24e86 req-657aacdc-d7dc-4739-aab7-53e6dc0b0161 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 943 time: 0.3392062 Jan 18 09:26:28.000706 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:28.029268 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-93a94cd4-ce52-4227-9fd3-a4d217d24e86 req-9cfd7e3d-2bed-4fe8-94d0-de75dfbd2e6a tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582297 Jan 18 09:26:28.214642 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6eefaa-267d-4177-8896-d4bde164f5bf req-4124b156-c94f-46fd-b605-3fc01e0ad03f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:28.216579 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1d6eefaa-267d-4177-8896-d4bde164f5bf req-4124b156-c94f-46fd-b605-3fc01e0ad03f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1375496 Jan 18 09:26:28.247690 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=7bacc105-a12a-48b9-91f9-7dc4783b61e6,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:28.293067 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1d6eefaa-267d-4177-8896-d4bde164f5bf req-1e1bf0c0-e640-472e-9374-efe9599c9f69 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640855 Jan 18 09:26:28.454356 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:28.467534 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e821-fc8a-4935-a6de-5afa4c1f454f req-5958361a-9137-4337-ad09-2e44dcd7d58d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:28.469144 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Transition to ACTIVE for port object e8f86674-9d08-4f51-aa6f-742e257986ee will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:28.470669 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f274e821-fc8a-4935-a6de-5afa4c1f454f req-5958361a-9137-4337-ad09-2e44dcd7d58d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1372170 Jan 18 09:26:28.486135 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:28.528974 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f274e821-fc8a-4935-a6de-5afa4c1f454f req-9fbbca72-a037-4d32-bc83-26dfd4f116e4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506411 Jan 18 09:26:28.566293 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['7bacc105-a12a-48b9-91f9-7dc4783b61e6'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:26:28.746068 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99043b01-a67b-4b17-acda-74bfade7306f None None] Pushing event updated for resources: {'Port': ['ID=e8f86674-9d08-4f51-aa6f-742e257986ee,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:28.839937 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Attempting to bind port e8f86674-9d08-4f51-aa6f-742e257986ee on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:26:28.840361 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Attempting to bind port e8f86674-9d08-4f51-aa6f-742e257986ee by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:26:28.840903 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Attempting to bind port e8f86674-9d08-4f51-aa6f-742e257986ee on network acce087b-dae6-4446-ae1a-0a5bf61f0465 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:26:28.852773 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:26:28.853315 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Checking segment: {'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:26:28.853775 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:28.854219 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Bound using segment: {'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:26:28.854759 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Bound port: e8f86674-9d08-4f51-aa6f-742e257986ee, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a6c6af-afd5-49ca-a12a-e6e525c4d35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:26:28.855219 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:29.143733 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] For port e8f86674-9d08-4f51-aa6f-742e257986ee, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:26:29.168647 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] For port e8f86674-9d08-4f51-aa6f-742e257986ee, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=e8f86674-9d08-4f51-aa6f-742e257986ee,segment=NetworkSegment(81a6c6af-afd5-49ca-a12a-e6e525c4d35b),segment_id=81a6c6af-afd5-49ca-a12a-e6e525c4d35b)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:26:29.196278 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:29.285058 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529bce-cc62-43f7-847a-78a545845fef req-e0947e60-de37-4cf9-835d-3b524db3508a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:29.295136 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6b529bce-cc62-43f7-847a-78a545845fef req-e0947e60-de37-4cf9-835d-3b524db3508a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.2112341 Jan 18 09:26:29.362329 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Routers {'e0aa813b-c3e7-4676-aa83-c8885d208d03'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:26:29.363084 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:26:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['e0aa813b-c3e7-4676-aa83-c8885d208d03'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:29.385808 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6b529bce-cc62-43f7-847a-78a545845fef req-0b5de21a-32c7-4e05-a432-072d859e7d42 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896771 Jan 18 09:26:29.453355 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99043b01-a67b-4b17-acda-74bfade7306f None None] Pushing event updated for resources: {'Port': ['ID=e8f86674-9d08-4f51-aa6f-742e257986ee,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:29.743210 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf5abf-fc4d-4a30-8c02-5c37342c87be req-09f8ef96-ae93-4bd4-a484-16b49d381794 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:29.745089 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dcbf5abf-fc4d-4a30-8c02-5c37342c87be req-09f8ef96-ae93-4bd4-a484-16b49d381794 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 944 time: 0.2948158 Jan 18 09:26:29.762599 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] Set router e0aa813b-c3e7-4676-aa83-c8885d208d03 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:26:29.835215 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee823b-0787-427f-927c-0d264e13fff4 req-2c2cacd4-7330-42e5-a298-364b9e1a1409 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:29.844378 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9ee823b-0787-427f-927c-0d264e13fff4 req-2c2cacd4-7330-42e5-a298-364b9e1a1409 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2564530 Jan 18 09:26:29.874228 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dcbf5abf-fc4d-4a30-8c02-5c37342c87be req-88216d70-0d25-432f-8f31-2b8ea1948724 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038327 Jan 18 09:26:29.949438 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9ee823b-0787-427f-927c-0d264e13fff4 req-52632402-8a03-4e57-ba57-237b19d2f03f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040497 Jan 18 09:26:30.253851 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bb0da-38ef-4e3d-8898-22489dc6f84b req-c588302e-337c-4236-a703-f577b91598b4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:30.262271 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-188bb0da-38ef-4e3d-8898-22489dc6f84b req-c588302e-337c-4236-a703-f577b91598b4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1764350 Jan 18 09:26:30.324639 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-188bb0da-38ef-4e3d-8898-22489dc6f84b req-90508958-6c7d-457b-9660-c5b6ded3ee71 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613210 Jan 18 09:26:30.347035 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:26:24Z', 'revision_number': 4, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port': {'id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:17Z', 'updated_at': '2022-01-18T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'e8f86674-9d08-4f51-aa6f-742e257986ee', 'name': '', 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'mac_address': 'fa:16:3e:db:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0d162893-e70b-4cb6-9ce2-9af7ef8f465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:23Z', 'updated_at': '2022-01-18T09:26:29Z', 'revision_number': 4, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'subnets': [{'id': '0d162893-e70b-4cb6-9ce2-9af7ef8f465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:26:30.377161 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362055b5-6584-4ea7-a044-5b7440cb295f None None] The sync data for ids ['e0aa813b-c3e7-4676-aa83-c8885d208d03'] in dv-cinder-825046-1-iscsi is: [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:26:24Z', 'revision_number': 4, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port': {'id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:17Z', 'updated_at': '2022-01-18T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'e8f86674-9d08-4f51-aa6f-742e257986ee', 'name': '', 'network_id': 'acce087b-dae6-4446-ae1a-0a5bf61f0465', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'mac_address': 'fa:16:3e:db:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0d162893-e70b-4cb6-9ce2-9af7ef8f465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:23Z', 'updated_at': '2022-01-18T09:26:29Z', 'revision_number': 4, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'subnets': [{'id': '0d162893-e70b-4cb6-9ce2-9af7ef8f465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:26:31.166648 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 7bacc105-a12a-48b9-91f9-7dc4783b61e6 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:31.290805 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:31.309901 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:31.309901 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:31.398719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d2de1-cb36-43ae-9c7b-2d652ee4963f req-8301d099-8c15-40f5-8745-eda84ca39398 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:31.400396 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec0d2de1-cb36-43ae-9c7b-2d652ee4963f req-8301d099-8c15-40f5-8745-eda84ca39398 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 944 time: 0.3207746 Jan 18 09:26:31.427417 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0962f-39f9-4f55-bbd5-bae7a99db86e req-bb133a10-9cf6-411b-81a8-eddcfa0f1b67 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:31.434764 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8f86674-9d08-4f51-aa6f-742e257986ee up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:31.435849 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-50c0962f-39f9-4f55-bbd5-bae7a99db86e req-bb133a10-9cf6-411b-81a8-eddcfa0f1b67 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2907324 Jan 18 09:26:31.524271 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec0d2de1-cb36-43ae-9c7b-2d652ee4963f req-63eeb872-3d3b-47b8-9b73-6cbf2ec4b8e3 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717242 Jan 18 09:26:31.593422 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:31.607390 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-50c0962f-39f9-4f55-bbd5-bae7a99db86e req-23fcfc2f-0459-435b-b644-777fa8f074e5 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703522 Jan 18 09:26:31.658385 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacc105-a12a-48b9-91f9-7dc4783b61e6'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:26:31.683677 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 7bacc105-a12a-48b9-91f9-7dc4783b61e6, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=7bacc105-a12a-48b9-91f9-7dc4783b61e6,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:31.694274 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port e8f86674-9d08-4f51-aa6f-742e257986ee completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:31.702859 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:31.772278 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port e8f86674-9d08-4f51-aa6f-742e257986ee triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:31.775793 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:31.885153 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=7bacc105-a12a-48b9-91f9-7dc4783b61e6,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:31.979932 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:32.065959 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port e8f86674-9d08-4f51-aa6f-742e257986ee, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=e8f86674-9d08-4f51-aa6f-742e257986ee,segment=NetworkSegment(81a6c6af-afd5-49ca-a12a-e6e525c4d35b),segment_id=81a6c6af-afd5-49ca-a12a-e6e525c4d35b)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:32.073226 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:32.174618 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=e8f86674-9d08-4f51-aa6f-742e257986ee,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:32.440340 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacc105-a12a-48b9-91f9-7dc4783b61e6', 'code': 200} Jan 18 09:26:32.570558 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-75373279-1074-4d13-8f91-c4bf3aa8f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:32.572162 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-75373279-1074-4d13-8f91-c4bf3aa8f630 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.3214767 Jan 18 09:26:32.899915 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-ee152855-8e6e-4559-9991-f6bc28527eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:32.903252 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-ee152855-8e6e-4559-9991-f6bc28527eef service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.3179393 Jan 18 09:26:32.934945 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ddf2e-2146-48d5-be70-99fc5b6b64fd req-72d567b5-d451-4623-8af2-4df8da5f39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:32.936453 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1c0ddf2e-2146-48d5-be70-99fc5b6b64fd req-72d567b5-d451-4623-8af2-4df8da5f39a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 1098 time: 0.1378324 Jan 18 09:26:32.990375 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-3ba03923-9272-4ec9-b051-2d6f8350a956 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 217 time: 0.0709128 Jan 18 09:26:33.012005 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1c0ddf2e-2146-48d5-be70-99fc5b6b64fd req-c36c95bf-b8bf-44fb-9dea-5092aee20798 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Jan 18 09:26:33.085200 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda2098-53b8-4970-99f9-f518864e34ba req-8c0cd236-c224-4cd0-9e98-f107c751907b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:33.086787 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bcda2098-53b8-4970-99f9-f518864e34ba req-8c0cd236-c224-4cd0-9e98-f107c751907b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.3997335 Jan 18 09:26:33.100280 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115dfb-4f6d-403f-93ab-517b872f4432 req-0d5eec2f-b266-4bb5-bd40-18b5841a9a6c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:33.101732 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8d115dfb-4f6d-403f-93ab-517b872f4432 req-0d5eec2f-b266-4bb5-bd40-18b5841a9a6c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.3756719 Jan 18 09:26:33.104982 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-e2a1e94d-46c7-4ef8-ae35-1ae2e52b9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:33.106289 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-e2a1e94d-46c7-4ef8-ae35-1ae2e52b9646 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.1064036 Jan 18 09:26:33.181973 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bcda2098-53b8-4970-99f9-f518864e34ba req-343cd9fa-d059-49f0-954b-ba90427df495 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792651 Jan 18 09:26:33.197070 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8d115dfb-4f6d-403f-93ab-517b872f4432 req-29775e46-a7e8-4931-a935-9ddbd087657c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738194 Jan 18 09:26:33.343019 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-9abe6ab6-549f-427c-ac4a-29fa98363d66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531273 Jan 18 09:26:33.366689 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8f86674-9d08-4f51-aa6f-742e257986ee up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:33.467607 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port e8f86674-9d08-4f51-aa6f-742e257986ee triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:33.467607 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:33.660116 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5607-dfc6-40b5-a65f-81a31654b583 req-46f4ab68-14aa-494b-a2fd-6256404b6793 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:33.662177 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5ebd5607-dfc6-40b5-a65f-81a31654b583 req-46f4ab68-14aa-494b-a2fd-6256404b6793 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 945 time: 0.2536721 Jan 18 09:26:33.673822 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbdea2-2d04-4d43-b706-1fb144457202 req-8ee64b24-2c54-438f-b60a-a7ebcda3f712 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:33.676158 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2dcbdea2-2d04-4d43-b706-1fb144457202 req-8ee64b24-2c54-438f-b60a-a7ebcda3f712 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.3322284 Jan 18 09:26:33.724604 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-9419401e-3858-40b3-bb4b-fa0abe83e55e service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631612 Jan 18 09:26:33.851123 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2dcbdea2-2d04-4d43-b706-1fb144457202 req-6e7f2579-ca93-4ab4-8ded-4f0c629a8ff4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643133 Jan 18 09:26:33.860974 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5ebd5607-dfc6-40b5-a65f-81a31654b583 req-68afffff-1e8e-4b6a-b979-f91c37439d00 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753488 Jan 18 09:26:33.920082 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6340b781-f453-464b-8f4a-5a3a1f44f6ca req-03c9db11-3958-4979-a021-2c28d63db391 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838162 Jan 18 09:26:34.481946 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b71f-9de8-4e77-a86d-1e54f4a2464b req-52f99397-aa4a-4ccd-a263-59e6c19d640c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:34.483497 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cf7b71f-9de8-4e77-a86d-1e54f4a2464b req-52f99397-aa4a-4ccd-a263-59e6c19d640c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1467829 Jan 18 09:26:34.516192 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4740b9-944e-4e6f-bbe2-dda088c92235 req-77847e0a-0ea5-411b-96f3-2f2077bf469f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:34.517761 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dc4740b9-944e-4e6f-bbe2-dda088c92235 req-77847e0a-0ea5-411b-96f3-2f2077bf469f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2139609 Jan 18 09:26:34.576982 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cf7b71f-9de8-4e77-a86d-1e54f4a2464b req-65f019d2-bab5-4c90-b37e-1f3a36ed8adf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851412 Jan 18 09:26:34.601582 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dc4740b9-944e-4e6f-bbe2-dda088c92235 req-1949e4f1-4d8d-41a4-bd47-2aaccd811193 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757253 Jan 18 09:26:35.156572 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e91e2-57ea-42fb-a919-5f9ab17f62e9 req-09244add-d2a8-4917-9c54-02c7d4c92c54 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:35.158076 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5b0e91e2-57ea-42fb-a919-5f9ab17f62e9 req-09244add-d2a8-4917-9c54-02c7d4c92c54 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1723499 Jan 18 09:26:35.173618 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c39d1-2c3b-4d85-80a5-2ce50f941fe8 req-63b57aa2-e449-4306-a5f0-9dbb5658c377 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:35.184280 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-994c39d1-2c3b-4d85-80a5-2ce50f941fe8 req-63b57aa2-e449-4306-a5f0-9dbb5658c377 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 945 time: 0.1945021 Jan 18 09:26:35.248558 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5b0e91e2-57ea-42fb-a919-5f9ab17f62e9 req-c177275b-aa7c-4a78-90de-5f3e5ccb5c32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637977 Jan 18 09:26:35.292753 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-994c39d1-2c3b-4d85-80a5-2ce50f941fe8 req-ee957457-2cf5-4e46-832f-f295f1addea3 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091788 Jan 18 09:26:35.872808 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8cae7561-5512-4327-8263-6cceed8135de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:35.971591 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f661-911b-40ba-8ddd-0157864d7e20 req-6f758e4c-bc72-46c5-8238-6218af963f4b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:35.973172 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b1b6f661-911b-40ba-8ddd-0157864d7e20 req-6f758e4c-bc72-46c5-8238-6218af963f4b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.2648809 Jan 18 09:26:36.009486 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884f088-2f56-4340-8cee-4e28b6cbc101 req-14cdd0bb-a972-46f7-9b4c-65366a736f09 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:36.011202 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1884f088-2f56-4340-8cee-4e28b6cbc101 req-14cdd0bb-a972-46f7-9b4c-65366a736f09 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2512252 Jan 18 09:26:36.086782 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b1b6f661-911b-40ba-8ddd-0157864d7e20 req-57dbdd54-b992-4839-8531-96c20cc6e6a2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053941 Jan 18 09:26:36.111060 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1884f088-2f56-4340-8cee-4e28b6cbc101 req-273c009f-7b32-48b9-8162-dc850623f336 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931482 Jan 18 09:26:36.463724 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2131a0-e42f-46b8-bff7-bfab11f9a00f req-ab51e76f-c062-482a-96b9-aa7e3f8141e2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:36.471779 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5c2131a0-e42f-46b8-bff7-bfab11f9a00f req-ab51e76f-c062-482a-96b9-aa7e3f8141e2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.0971270 Jan 18 09:26:36.560425 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5c2131a0-e42f-46b8-bff7-bfab11f9a00f req-27233dbd-e1ea-41fe-a949-e4922f8b4902 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874038 Jan 18 09:26:36.632300 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a897e0f-e97d-4f5d-a08e-10d5618cf85a req-3e977007-86a0-46aa-ba22-22a5f6e954d2 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:36.634172 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6a897e0f-e97d-4f5d-a08e-10d5618cf85a req-3e977007-86a0-46aa-ba22-22a5f6e954d2 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 945 time: 0.1204121 Jan 18 09:26:36.691787 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6a897e0f-e97d-4f5d-a08e-10d5618cf85a req-85288c2a-8d55-46d3-a160-2b97f47f2db1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Jan 18 09:26:37.052687 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91a9c-f75d-4153-9aeb-95bdcfbb7782 req-547e4792-6602-4572-84eb-e13b08dddf2c tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:37.054229 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0cb91a9c-f75d-4153-9aeb-95bdcfbb7782 req-547e4792-6602-4572-84eb-e13b08dddf2c tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1712441 Jan 18 09:26:37.133395 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0cb91a9c-f75d-4153-9aeb-95bdcfbb7782 req-a9d26a5f-a87a-4929-ba83-5ebb29622ded tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705354 Jan 18 09:26:37.155281 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-0f258d0d-83b7-47af-acc6-410fe10267b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:37.156880 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-0f258d0d-83b7-47af-acc6-410fe10267b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 1098 time: 0.1981235 Jan 18 09:26:37.448987 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-63dc292f-a68a-4e3b-8eef-5caedaae7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:37.456216 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-63dc292f-a68a-4e3b-8eef-5caedaae7f12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 912 time: 0.2843878 Jan 18 09:26:37.607382 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-4fc91532-5324-42c4-afd7-cf4a569cf6af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 200 len: 1001 time: 0.1257451 Jan 18 09:26:37.620041 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba6f88-11f5-439a-8a4b-671d81eede21 req-17298bbb-6cc0-4556-b9e7-b03324b5c48a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:37.622869 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-65ba6f88-11f5-439a-8a4b-671d81eede21 req-17298bbb-6cc0-4556-b9e7-b03324b5c48a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.3438709 Jan 18 09:26:37.662865 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:37.705943 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e841e-b33a-4dbe-9739-b2a9afe23cfa req-eebd19f7-0beb-4bd6-919b-67a54f39f285 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:37.707467 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c8e841e-b33a-4dbe-9739-b2a9afe23cfa req-eebd19f7-0beb-4bd6-919b-67a54f39f285 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.4300361 Jan 18 09:26:37.768581 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-982dc52a-21d0-466a-a181-280262bf9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:37.770105 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-982dc52a-21d0-466a-a181-280262bf9141 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.1445260 Jan 18 09:26:37.792427 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-65ba6f88-11f5-439a-8a4b-671d81eede21 req-ca437f86-d06a-4c50-9c2e-a72ce2c37543 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284962 Jan 18 09:26:37.842756 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c8e841e-b33a-4dbe-9739-b2a9afe23cfa req-8b6c9391-7516-4e17-884a-65b5d52c7dce tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243765 Jan 18 09:26:37.898706 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-61b07bac-26fb-4b07-b081-bba2b19f247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:37.898706 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-61b07bac-26fb-4b07-b081-bba2b19f247e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052887 Jan 18 09:26:38.118777 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cae3142f-33e5-4d7f-a13a-98dcfb5f2e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:38.145687 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-12b85aee-bf35-4370-9bdf-d7f92c83cd54 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385557 Jan 18 09:26:38.160341 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ecec2-fd4f-401c-a11d-7166d4c9ddef req-bebfbbdd-f00e-485d-8638-f7015e7a50be tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:38.162529 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc4ecec2-fd4f-401c-a11d-7166d4c9ddef req-bebfbbdd-f00e-485d-8638-f7015e7a50be tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 945 time: 0.1627429 Jan 18 09:26:38.352976 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc4ecec2-fd4f-401c-a11d-7166d4c9ddef req-271d73a1-fe6a-46cb-b27e-20794b80501f tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203294 Jan 18 09:26:38.379183 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b57d3ac4-881e-4834-bfdc-3b6ef387c2a6 req-3b9675bc-4326-44ad-b8ce-3d14137467ed service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156668 Jan 18 09:26:38.412384 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796401f-5b86-4c21-b7f2-5448e32eabd0 req-e312fc5f-8345-4823-9476-b1ee1548d703 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:38.419328 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3796401f-5b86-4c21-b7f2-5448e32eabd0 req-e312fc5f-8345-4823-9476-b1ee1548d703 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1378832 Jan 18 09:26:38.462098 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3796401f-5b86-4c21-b7f2-5448e32eabd0 req-ae931501-a795-49aa-9bf1-378a15e221f7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419343 Jan 18 09:26:39.073575 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-9fa80d9f-5b8a-402c-b2a0-98d6bfa6a4d7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:39.074299 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-9fa80d9f-5b8a-402c-b2a0-98d6bfa6a4d7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Synchronizing usage tracker for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:26:39.097548 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21970769-df7f-464d-b944-20cc57be21d0 req-7ac6dd7e-cc58-4f4d-9b77-b6eccb70ba42 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:39.099002 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-21970769-df7f-464d-b944-20cc57be21d0 req-7ac6dd7e-cc58-4f4d-9b77-b6eccb70ba42 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1484237 Jan 18 09:26:39.115510 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:39.118968 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-9fa80d9f-5b8a-402c-b2a0-98d6bfa6a4d7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Unset dirty status for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:26:39.120393 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-9fa80d9f-5b8a-402c-b2a0-98d6bfa6a4d7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/networks?id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 200 len: 815 time: 0.3273406 Jan 18 09:26:39.150092 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-bbcc4d18-820a-4c51-9174-7223f3018594 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/quotas/952ac6551fcb4689846dfa71c6c0e749 HTTP/1.1" status: 200 len: 375 time: 0.0225070 Jan 18 09:26:39.157147 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-21970769-df7f-464d-b944-20cc57be21d0 req-ee1dc4d7-9a14-4eab-bfe6-0b602f3aeda0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519750 Jan 18 09:26:39.200513 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:39.222504 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:26:39.235722 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-cca0f77b-f96f-48bb-a3d4-a1035a6cc838 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Synchronizing usage tracker for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:26:39.254784 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-cca0f77b-f96f-48bb-a3d4-a1035a6cc838 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Unset dirty status for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:26:39.257823 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-cca0f77b-f96f-48bb-a3d4-a1035a6cc838 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999558 Jan 18 09:26:39.373955 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:39.390368 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'port_id': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'mac_address': 'fa:16:3e:9a:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:26:39.449493 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:39.466210 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27f4a12f-d5d6-4812-9221-f8473f051d6e {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:26:39.483456 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:39.489345 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:39.498324 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-907819da-ef5b-4aed-9bea-fc2489398617 service neutron] 10.222.0.54 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259398 Jan 18 09:26:39.556045 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=6']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:39.563345 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.563704 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.564025 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.564355 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.564678 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.564999 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.565316 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.565632 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.565969 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.566316 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.566629 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.566965 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:26:39.587022 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca97d9a-f7e1-4d01-b73a-cb189490581a req-735af1f2-642e-4d4c-b737-1bfaae89c692 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:39.588411 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0ca97d9a-f7e1-4d01-b73a-cb189490581a req-735af1f2-642e-4d4c-b737-1bfaae89c692 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.2953560 Jan 18 09:26:39.684461 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0ca97d9a-f7e1-4d01-b73a-cb189490581a req-88f5945b-455e-4431-93d1-b92e3d1e62c1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896976 Jan 18 09:26:39.691574 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-b5801d4b-aba6-4521-a331-f06aad4dcef1 service neutron] 10.222.0.54 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867452 Jan 18 09:26:39.699799 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-e95f8da8-1085-4d72-8847-27c9d530082d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:39.701193 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-e95f8da8-1085-4d72-8847-27c9d530082d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 945 time: 0.2509367 Jan 18 09:26:39.874910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b0f60-3335-4fa6-a552-9b040c621d8d req-172f9c8c-3f10-4d1b-9d3f-6f30385aa295 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:39.876605 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1a7b0f60-3335-4fa6-a552-9b040c621d8d req-172f9c8c-3f10-4d1b-9d3f-6f30385aa295 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 945 time: 0.0870588 Jan 18 09:26:39.974064 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1a7b0f60-3335-4fa6-a552-9b040c621d8d req-ab9e1fe6-24a2-4eb0-931d-5c274c50db9e tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913241 Jan 18 09:26:40.008960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db6b3-1a6b-482b-85ac-5f41261a2b1d req-cbff021a-283d-42be-95db-d12b9688b5e3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:40.010591 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c0db6b3-1a6b-482b-85ac-5f41261a2b1d req-cbff021a-283d-42be-95db-d12b9688b5e3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1296415 Jan 18 09:26:40.077253 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9f5b4807-fe13-4674-ad78-9d28c6eccf0c req-1b3798d3-0fd6-4f2d-b567-af9ebf18f4e2 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 210 time: 0.0610313 Jan 18 09:26:40.101082 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c0db6b3-1a6b-482b-85ac-5f41261a2b1d req-0ce00370-1b7e-4567-856f-089694908eb6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834897 Jan 18 09:26:40.339974 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232088a-b777-48f2-aab8-0c37d7e52f0e req-76cddb87-89d5-4bfe-8267-829edd1f894b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:40.341418 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6232088a-b777-48f2-aab8-0c37d7e52f0e req-76cddb87-89d5-4bfe-8267-829edd1f894b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0790851 Jan 18 09:26:40.386858 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6232088a-b777-48f2-aab8-0c37d7e52f0e req-be45bf13-7847-4712-aed6-7a32064cb9c6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Jan 18 09:26:40.418706 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:40.879844 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fe8e1-a2da-4f3f-bb70-e1833eed39ac req-6f30b725-a518-4a72-8e3b-5d521bdfa89d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:40.881318 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c94fe8e1-a2da-4f3f-bb70-e1833eed39ac req-6f30b725-a518-4a72-8e3b-5d521bdfa89d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.0892351 Jan 18 09:26:40.925389 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c94fe8e1-a2da-4f3f-bb70-e1833eed39ac req-76258de1-23fb-4977-ac5d-74a194d40a39 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Jan 18 09:26:41.163695 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd467676-5047-4f05-a284-88dd84bcf4ac req-661b9647-3255-4052-b3e4-a6afd595e2b3 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:41.165167 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dd467676-5047-4f05-a284-88dd84bcf4ac req-661b9647-3255-4052-b3e4-a6afd595e2b3 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 945 time: 0.0834782 Jan 18 09:26:41.233606 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3ca1ed9a-3c8b-4d6f-a25b-6603409de8a8 req-5c5e52e6-ec55-4065-a96c-b4a9078a61fa tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 210 time: 0.0494175 Jan 18 09:26:41.252961 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dd467676-5047-4f05-a284-88dd84bcf4ac req-f80aaefe-5da4-4eeb-9997-6634782b64a7 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820019 Jan 18 09:26:41.411824 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c2ada-aea5-4641-b8b0-6cb50384ba3d req-0f3e7aec-742e-44e2-b6bb-aef02e7a57cf tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:41.413283 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e28c2ada-aea5-4641-b8b0-6cb50384ba3d req-0f3e7aec-742e-44e2-b6bb-aef02e7a57cf tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.0808721 Jan 18 09:26:41.457136 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e28c2ada-aea5-4641-b8b0-6cb50384ba3d req-820e1cdf-342f-4f06-9d89-e40a047bcd52 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Jan 18 09:26:41.581171 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd10e2-a0a1-41dc-88c2-15eea1f8122c req-492235de-bf35-411a-9b51-d77b51916add tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:41.582642 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5fdd10e2-a0a1-41dc-88c2-15eea1f8122c req-492235de-bf35-411a-9b51-d77b51916add tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0825808 Jan 18 09:26:41.625644 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5fdd10e2-a0a1-41dc-88c2-15eea1f8122c req-237c3eda-3f8f-4118-9344-78d271dae066 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374026 Jan 18 09:26:41.812516 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Deleting port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:26:41.812728 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:42.174691 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] For port 7bacc105-a12a-48b9-91f9-7dc4783b61e6, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=7bacc105-a12a-48b9-91f9-7dc4783b61e6,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:42.175403 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:42.302497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Calling delete_port for 7bacc105-a12a-48b9-91f9-7dc4783b61e6 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:26:42.340015 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5306f-a98e-4fd7-8752-7d390a410584 req-81c17a24-0360-4385-876b-1998b6424f43 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:42.341479 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3ca5306f-a98e-4fd7-8752-7d390a410584 req-81c17a24-0360-4385-876b-1998b6424f43 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.2850859 Jan 18 09:26:42.425491 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e6cceeb4-fef0-4270-8b09-e0c66a08b69b req-6a858d98-b7e5-4e35-88c7-15c531d24241 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 210 time: 0.0754561 Jan 18 09:26:42.460346 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3ca5306f-a98e-4fd7-8752-7d390a410584 req-ae7c8833-0481-4636-9b85-5dcc4965edfc tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117244 Jan 18 09:26:42.570451 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:42.573556 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-521f852b-7447-4895-b2da-948cedb4ee83 req-7a53ee8c-5cb7-4006-a233-e46096de38e4 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 210 time: 0.0449784 Jan 18 09:26:42.661181 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Pushing event deleted for resources: {'Port': ['ID=7bacc105-a12a-48b9-91f9-7dc4783b61e6,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:42.776197 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['7bacc105-a12a-48b9-91f9-7dc4783b61e6'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:26:42.786916 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] No DVR routers for this DVR port 7bacc105-a12a-48b9-91f9-7dc4783b61e6 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:26:42.794372 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:42.797919 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'name': 'network-vif-deleted', 'tag': '7bacc105-a12a-48b9-91f9-7dc4783b61e6'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:26:42.831318 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dc195a57-6d50-4807-b80a-4d3226f799bd req-eff75252-b47d-4383-aabb-6f2c83f12cfc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "DELETE /v2.0/ports/7bacc105-a12a-48b9-91f9-7dc4783b61e6 HTTP/1.1" status: 204 len: 173 time: 1.0834932 Jan 18 09:26:42.848732 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388647-4484-49f8-8fc6-5ab69e259206 req-425cd8fe-c636-41b4-9317-1a8b5a95d73d tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:42.850205 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e1388647-4484-49f8-8fc6-5ab69e259206 req-425cd8fe-c636-41b4-9317-1a8b5a95d73d tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2725053 Jan 18 09:26:42.879923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5709b6-ee53-4977-a9ba-db8e8665d10e req-9c3c7d4c-91e9-4a46-a6da-93c97d40c363 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:42.881361 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bb5709b6-ee53-4977-a9ba-db8e8665d10e req-9c3c7d4c-91e9-4a46-a6da-93c97d40c363 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1440492 Jan 18 09:26:42.934686 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e1388647-4484-49f8-8fc6-5ab69e259206 req-203d8bc4-96fd-4125-922d-96f6585165dc tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761702 Jan 18 09:26:42.944820 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bb5709b6-ee53-4977-a9ba-db8e8665d10e req-a89debe9-610c-4a60-9e25-efe5381bf6f0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577140 Jan 18 09:26:42.991973 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c4005e-119d-49ed-a0ad-98275a0b8544', 'name': 'network-vif-deleted', 'tag': '7bacc105-a12a-48b9-91f9-7dc4783b61e6', 'status': 'completed', 'code': 200} Jan 18 09:26:43.129734 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['27f4a12f-d5d6-4812-9221-f8473f051d6e'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:26:43.583534 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bee953f8-a1d0-4f36-9c0c-aab44b7b756e req-d920ffee-3db4-4502-ac97-8ddb145fe809 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 210 time: 0.0473011 Jan 18 09:26:43.662304 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437277-9ade-47e4-a2ea-7473b9bad076 req-94c01aef-eb21-40a6-a26f-e24c77e0f40d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:43.663841 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c437277-9ade-47e4-a2ea-7473b9bad076 req-94c01aef-eb21-40a6-a26f-e24c77e0f40d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.0830910 Jan 18 09:26:43.751280 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-99fb51aa-cb65-4de9-8709-ecf6e654d818 req-b0ce7f8d-dcc0-4469-bd49-9722068f1fbc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Synchronizing usage tracker for tenant:5f167fa0faf4410db34feb31d6282ddb on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:26:43.756151 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c437277-9ade-47e4-a2ea-7473b9bad076 req-129da330-a430-4fcc-80c8-2094c219d195 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858335 Jan 18 09:26:43.783384 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-99fb51aa-cb65-4de9-8709-ecf6e654d818 req-b0ce7f8d-dcc0-4469-bd49-9722068f1fbc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Unset dirty status for tenant:5f167fa0faf4410db34feb31d6282ddb on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:26:43.783384 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-99fb51aa-cb65-4de9-8709-ecf6e654d818 req-b0ce7f8d-dcc0-4469-bd49-9722068f1fbc tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c4005e-119d-49ed-a0ad-98275a0b8544 HTTP/1.1" status: 200 len: 210 time: 0.0769804 Jan 18 09:26:44.169663 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-83d88da1-3054-4c3a-b8c3-3880f3330b4e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:44.170971 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-83d88da1-3054-4c3a-b8c3-3880f3330b4e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.64 "GET /v2.0/networks?id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 200 len: 815 time: 0.2923992 Jan 18 09:26:44.197301 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'port': {'device_id': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'admin_state_up': True, 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:26:44.553381 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef15f5-bee2-43f9-a363-64220a0aea64 req-d25456f1-b1f1-44cf-9869-a944069f73a2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:44.554811 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfef15f5-bee2-43f9-a363-64220a0aea64 req-d25456f1-b1f1-44cf-9869-a944069f73a2 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.4748123 Jan 18 09:26:44.561647 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:26:44.571297 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a1edd-008d-4c0d-8435-ea315b068e85 req-dd85b2e1-82cc-4c80-83a1-d4c996c7d6f3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:44.578344 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc7a1edd-008d-4c0d-8435-ea315b068e85 req-dd85b2e1-82cc-4c80-83a1-d4c996c7d6f3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.4997315 Jan 18 09:26:44.643186 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:26:44.666257 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc7a1edd-008d-4c0d-8435-ea315b068e85 req-92a0e57f-8a7f-45de-b2a2-48e59bbe0039 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868893 Jan 18 09:26:44.688562 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfef15f5-bee2-43f9-a363-64220a0aea64 req-31cdc590-d068-4404-8dbe-172ad31ce232 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870140 Jan 18 09:26:44.702407 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Made reservation on behalf of 952ac6551fcb4689846dfa71c6c0e749 for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:26:44.706277 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:44.758435 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:26:44.983897 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 27f4a12f-d5d6-4812-9221-f8473f051d6e triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:44.986982 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:45.052685 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0ed58b71-2c1c-403e-8a45-65f1d07016d9 req-b7a9d9ef-d0ad-4122-9234-d68ef52aa9ef tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 210 time: 0.2095237 Jan 18 09:26:45.192103 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:45.237450 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:26:45.238128 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Allocated IP 172.20.0.13 (92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4/006fca10-2057-441d-8e9c-b9805653dbf4/fa8b2094-c36e-4d70-9cef-c638e4de0806) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:26:45.256018 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:26:45.274904 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:45.275703 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 7bacc105-a12a-48b9-91f9-7dc4783b61e6 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:26:45.282919 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b5e9c-240c-4643-80e0-c53ef1880d57 req-cfcf0158-bfaa-4fe1-be49-dc7a53d45e8a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:45.288744 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-917b5e9c-240c-4643-80e0-c53ef1880d57 req-cfcf0158-bfaa-4fe1-be49-dc7a53d45e8a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.3400896 Jan 18 09:26:45.418258 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'code': 200} Jan 18 09:26:45.424983 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=7']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:45.435634 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 7bacc105-a12a-48b9-91f9-7dc4783b61e6 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:26:45.437622 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 7bacc105-a12a-48b9-91f9-7dc4783b61e6 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:26:45.446218 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-917b5e9c-240c-4643-80e0-c53ef1880d57 req-3db1b366-03c9-441d-bbe1-872f533cd823 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421754 Jan 18 09:26:45.642739 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:45.663355 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Transition to ACTIVE for port object fa8b2094-c36e-4d70-9cef-c638e4de0806 will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:26:45.693464 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:45.785035 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:26:45.789091 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:26:45.793615 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:26:45.902960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:26:45.950679 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:45.951524 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:45.997804 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa512b5-1283-4c81-a348-4802159bb891 req-9f71dea0-aea9-4942-a094-04f6856d566f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:46.000091 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-baa512b5-1283-4c81-a348-4802159bb891 req-9f71dea0-aea9-4942-a094-04f6856d566f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1704431 Jan 18 09:26:46.002100 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8db80987-6f94-4b0f-8d04-83d3fd168ecd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8125010 Jan 18 09:26:46.053764 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-baa512b5-1283-4c81-a348-4802159bb891 req-78865145-db38-409f-8785-9547cc517a65 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Jan 18 09:26:46.094693 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-b8c1829a-a83f-4cea-931f-44b317dc27da None None] Provisioning for port fa8b2094-c36e-4d70-9cef-c638e4de0806 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:26:46.100380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-b8c1829a-a83f-4cea-931f-44b317dc27da None None] Provisioning complete for port fa8b2094-c36e-4d70-9cef-c638e4de0806 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:26:46.100751 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-b8c1829a-a83f-4cea-931f-44b317dc27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:26:46.205629 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1829a-a83f-4cea-931f-44b317dc27da None None] Port fa8b2094-c36e-4d70-9cef-c638e4de0806 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:26:46.341198 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038f470-5b41-4ece-87e1-69c2172987b2 req-52f9f610-ea6a-4100-a3ec-9a2fed2a831d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:46.341722 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-5038f470-5b41-4ece-87e1-69c2172987b2 req-52f9f610-ea6a-4100-a3ec-9a2fed2a831d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Synchronizing usage tracker for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:26:46.367281 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-5038f470-5b41-4ece-87e1-69c2172987b2 req-52f9f610-ea6a-4100-a3ec-9a2fed2a831d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Unset dirty status for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:26:46.368667 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5038f470-5b41-4ece-87e1-69c2172987b2 req-52f9f610-ea6a-4100-a3ec-9a2fed2a831d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.1181648 Jan 18 09:26:46.433397 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-5038f470-5b41-4ece-87e1-69c2172987b2 req-34eb0399-5f7d-4fa4-8561-6050c784cf24 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Synchronizing usage tracker for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:26:46.456372 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-5038f470-5b41-4ece-87e1-69c2172987b2 req-34eb0399-5f7d-4fa4-8561-6050c784cf24 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Unset dirty status for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:26:46.457849 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5038f470-5b41-4ece-87e1-69c2172987b2 req-34eb0399-5f7d-4fa4-8561-6050c784cf24 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765636 Jan 18 09:26:46.757896 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414849c-0d63-4f96-8dec-e148cf92ea48 req-ef77b34b-2b95-40c5-8270-9bc92fedcc5c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:46.759470 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b414849c-0d63-4f96-8dec-e148cf92ea48 req-ef77b34b-2b95-40c5-8270-9bc92fedcc5c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1196170 Jan 18 09:26:46.827974 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b414849c-0d63-4f96-8dec-e148cf92ea48 req-b98b8562-3d0e-41b1-a390-939f6c1ab3c7 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624213 Jan 18 09:26:46.965369 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:26:47.274743 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5ad10-2189-45bf-81bc-fd3bf9bbf1f4 req-061dd89c-7635-4c8d-ade7-a6e22b7be66e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:47.276532 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ce5ad10-2189-45bf-81bc-fd3bf9bbf1f4 req-061dd89c-7635-4c8d-ade7-a6e22b7be66e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1020372 Jan 18 09:26:47.341868 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ce5ad10-2189-45bf-81bc-fd3bf9bbf1f4 req-e6bcb225-f374-402f-b9f8-717074a52473 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Jan 18 09:26:47.682160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3919-3b25-4a8f-9ea1-cb452ce4d258 req-5dec83da-7cc6-40db-93e7-a37ac8cd769e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:47.683821 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-557f3919-3b25-4a8f-9ea1-cb452ce4d258 req-5dec83da-7cc6-40db-93e7-a37ac8cd769e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.0956571 Jan 18 09:26:47.745357 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-557f3919-3b25-4a8f-9ea1-cb452ce4d258 req-b1b00ec9-40a4-48af-8233-d3d477a3b7ef tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539489 Jan 18 09:26:48.030257 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed219cfd-7249-48fe-b2d5-e3b57f2fe7c0 req-bf8a953f-b344-497a-b985-bb6eecd7fea4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:48.031917 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed219cfd-7249-48fe-b2d5-e3b57f2fe7c0 req-bf8a953f-b344-497a-b985-bb6eecd7fea4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.0913477 Jan 18 09:26:48.085065 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed219cfd-7249-48fe-b2d5-e3b57f2fe7c0 req-5d94adc3-cd6a-4dd1-86c9-05b44c39c996 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470545 Jan 18 09:26:48.646021 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36c3d5-156a-43be-a304-6c032bfb38ff req-261cbbef-cd71-41b3-82e9-6a37a6546229 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:48.653833 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c36c3d5-156a-43be-a304-6c032bfb38ff req-261cbbef-cd71-41b3-82e9-6a37a6546229 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1152067 Jan 18 09:26:48.698527 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c36c3d5-156a-43be-a304-6c032bfb38ff req-70babeac-bf39-4cc7-bea5-cbf5e7696fba tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436807 Jan 18 09:26:49.009713 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af8883-9627-4cc5-8276-3f6fa466d0d4 req-744daad9-e4d8-4525-bb77-152c7a0291bb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:49.011458 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09af8883-9627-4cc5-8276-3f6fa466d0d4 req-744daad9-e4d8-4525-bb77-152c7a0291bb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.1162224 Jan 18 09:26:49.077174 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09af8883-9627-4cc5-8276-3f6fa466d0d4 req-35bb4e0b-1f56-464c-a86b-c40ce68e5085 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483091 Jan 18 09:26:49.417937 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146070f9-ea93-4894-ab4c-2991e572c426 req-61a3985c-f24a-47a9-ac1f-a5fb09e63f53 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:49.425151 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-146070f9-ea93-4894-ab4c-2991e572c426 req-61a3985c-f24a-47a9-ac1f-a5fb09e63f53 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1281199 Jan 18 09:26:49.585006 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-146070f9-ea93-4894-ab4c-2991e572c426 req-01293805-c3f0-421c-a684-3a72a04be54a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588066 Jan 18 09:26:49.941033 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01b322-817a-404a-b5de-1c55eba0c8e6 req-2b78bab8-ab01-4ea1-9fc6-aa7025229a09 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:49.942571 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-de01b322-817a-404a-b5de-1c55eba0c8e6 req-2b78bab8-ab01-4ea1-9fc6-aa7025229a09 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0897799 Jan 18 09:26:49.997221 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-de01b322-817a-404a-b5de-1c55eba0c8e6 req-0865f05d-38e7-4ed4-9a88-3c97a6eeefc5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Jan 18 09:26:50.353122 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345851d1-801d-4b61-af04-f4a7169884df req-422194b4-e596-4902-933a-32aa7eda9a07 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:50.365336 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-345851d1-801d-4b61-af04-f4a7169884df req-422194b4-e596-4902-933a-32aa7eda9a07 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.1387522 Jan 18 09:26:50.483724 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-345851d1-801d-4b61-af04-f4a7169884df req-a360f131-fee6-48aa-a827-b23fbf43b963 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091976 Jan 18 09:26:50.795966 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f04b03-fa7e-4fec-a58a-966db34ec159 req-8e488d34-ba9f-4ced-a688-133282e6ef3b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:50.797539 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3f04b03-fa7e-4fec-a58a-966db34ec159 req-8e488d34-ba9f-4ced-a688-133282e6ef3b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.0878575 Jan 18 09:26:50.868702 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3f04b03-fa7e-4fec-a58a-966db34ec159 req-01d9f9d2-ac9e-4ffb-87c2-0d2580d948e8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640626 Jan 18 09:26:51.209091 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2f9c-c3df-499f-9ae8-a2367a0f20ee req-9d365296-c744-47e2-a1d3-22ae488f0fda tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:51.210369 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7fab2f9c-c3df-499f-9ae8-a2367a0f20ee req-9d365296-c744-47e2-a1d3-22ae488f0fda tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0955245 Jan 18 09:26:51.261508 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7fab2f9c-c3df-499f-9ae8-a2367a0f20ee req-7722b209-2c4a-4f82-a84d-af39c0f360c4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Jan 18 09:26:51.710354 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3c66e-1cfc-4d19-b982-12f764490c5d req-817ba0ef-cbc9-438e-87d0-4d90ae3a3607 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:51.711971 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d6e3c66e-1cfc-4d19-b982-12f764490c5d req-817ba0ef-cbc9-438e-87d0-4d90ae3a3607 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.0895269 Jan 18 09:26:51.781508 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d6e3c66e-1cfc-4d19-b982-12f764490c5d req-0a5effaf-549a-4bc8-a241-7abb98f23641 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573261 Jan 18 09:26:52.127132 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242209a-3668-474e-936b-64ce928efe93 req-2c69c88b-19e5-4ef8-b477-71a820eaae26 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:52.134874 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1242209a-3668-474e-936b-64ce928efe93 req-2c69c88b-19e5-4ef8-b477-71a820eaae26 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1377044 Jan 18 09:26:52.188610 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1242209a-3668-474e-936b-64ce928efe93 req-ea1f1f88-320a-47c4-8daa-ca1d1b71a966 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527289 Jan 18 09:26:52.605485 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aef096-3039-4085-b4a5-0a03e8b6a348 req-b619967b-f2d1-4673-ae4e-d84422c4a07e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:52.615329 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9aef096-3039-4085-b4a5-0a03e8b6a348 req-b619967b-f2d1-4673-ae4e-d84422c4a07e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1445177 Jan 18 09:26:52.675786 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9aef096-3039-4085-b4a5-0a03e8b6a348 req-9ea464f6-eb45-4676-82d4-9b05a8427510 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592060 Jan 18 09:26:53.068442 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23bd70-32db-4e22-a985-33111c0df614 req-f9479ee8-1fa8-498d-ac0a-543f5a24a365 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:53.095414 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cc23bd70-32db-4e22-a985-33111c0df614 req-f9479ee8-1fa8-498d-ac0a-543f5a24a365 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.1684616 Jan 18 09:26:53.179497 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cc23bd70-32db-4e22-a985-33111c0df614 req-be86f084-a810-4f0e-bac6-f3688c180ed3 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826514 Jan 18 09:26:53.530597 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230119f2-0a11-4e22-85ff-269c281f766e req-9463e9e4-34d4-41e3-a536-a393f5c2ec9e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:53.532949 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-230119f2-0a11-4e22-85ff-269c281f766e req-9463e9e4-34d4-41e3-a536-a393f5c2ec9e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.0999680 Jan 18 09:26:53.615166 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-230119f2-0a11-4e22-85ff-269c281f766e req-8d6af57b-e4c7-4cf3-ace3-50f0c584ab74 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699422 Jan 18 09:26:53.873012 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dfa38-3118-45b8-a968-5cd91d0c42fe req-343c3f36-0f75-4900-a538-054fa090b823 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:53.874954 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a41dfa38-3118-45b8-a968-5cd91d0c42fe req-343c3f36-0f75-4900-a538-054fa090b823 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0908458 Jan 18 09:26:53.948135 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a41dfa38-3118-45b8-a968-5cd91d0c42fe req-3e3609bf-cdeb-4ac8-9ce1-0eaab0d52db7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668499 Jan 18 09:26:54.502396 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c4fb9-b124-4067-a621-c0ffed5ac81e req-509c9a8a-2f7b-42b9-81a3-fc3587a8a241 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:54.503924 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-366c4fb9-b124-4067-a621-c0ffed5ac81e req-509c9a8a-2f7b-42b9-81a3-fc3587a8a241 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.1984825 Jan 18 09:26:54.589007 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-30fe7e04-9606-4187-a804-8c9dfd7a0925 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:54.592990 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-30fe7e04-9606-4187-a804-8c9dfd7a0925 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/networks?id=fcddaac6-1eaf-4b8d-93af-804565e0971b HTTP/1.1" status: 200 len: 808 time: 0.2081866 Jan 18 09:26:54.603877 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-366c4fb9-b124-4067-a621-c0ffed5ac81e req-92bb71fa-195a-462f-868d-8deb44b7af57 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915725 Jan 18 09:26:54.614874 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-32223e35-3d25-4646-a769-a0babcad4a92 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/quotas/5f167fa0faf4410db34feb31d6282ddb HTTP/1.1" status: 200 len: 375 time: 0.0149615 Jan 18 09:26:54.680186 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-e2dd7988-1e7b-428a-9b33-d28e4da9d652 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f167fa0faf4410db34feb31d6282ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590968 Jan 18 09:26:54.897427 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-7d9eaa09-1d57-4040-98fb-e83044f6a190 service neutron] 10.222.0.54 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103519 Jan 18 09:26:54.929984 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea10363-1148-46e9-8683-4960584da33b req-e76a040e-47d5-4201-a128-74736b873b45 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:54.931637 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ea10363-1148-46e9-8683-4960584da33b req-e76a040e-47d5-4201-a128-74736b873b45 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1690776 Jan 18 09:26:55.063879 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ea10363-1148-46e9-8683-4960584da33b req-8a423bc6-bccc-4173-bc7a-0ae67e96ba94 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770612 Jan 18 09:26:55.083674 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-dc9f5f4e-3784-4d3f-9839-487361942253 service neutron] 10.222.0.54 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788955 Jan 18 09:26:55.356801 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-805ccf0f-8ae7-4fad-8e6d-f0b850b44507 req-09ed2ee2-0548-46c1-8b6f-6af2420b6d8a tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0636783 Jan 18 09:26:55.389185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c7732-9b4a-4e6f-89d0-dc8cf78edd5f req-157d0379-4b21-4d89-a59d-0e6f3e95bfc0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:55.390699 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2d2c7732-9b4a-4e6f-89d0-dc8cf78edd5f req-157d0379-4b21-4d89-a59d-0e6f3e95bfc0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2271016 Jan 18 09:26:55.481244 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2d2c7732-9b4a-4e6f-89d0-dc8cf78edd5f req-f5f14308-29b9-4d16-b6ef-4bcd5e6a8579 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839324 Jan 18 09:26:55.813271 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2afa1-eae0-4e0b-8b06-e6656de85d82 req-586647df-bfcf-40af-acf2-58a86f8f6ec8 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:55.814749 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89a2afa1-eae0-4e0b-8b06-e6656de85d82 req-586647df-bfcf-40af-acf2-58a86f8f6ec8 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.0912416 Jan 18 09:26:55.861386 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89a2afa1-eae0-4e0b-8b06-e6656de85d82 req-65ac8602-f846-4cf0-9bd1-ffd586fc68d2 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Jan 18 09:26:56.263886 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d871-ff61-437a-8a59-73b5ac49d9e1 req-e5669d26-2865-4917-95ce-cb73cb0b5f05 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:56.265438 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38d8d871-ff61-437a-8a59-73b5ac49d9e1 req-e5669d26-2865-4917-95ce-cb73cb0b5f05 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.0847323 Jan 18 09:26:56.350468 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38d8d871-ff61-437a-8a59-73b5ac49d9e1 req-c1c0841f-e52d-48a8-aa4b-25e29137450a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787797 Jan 18 09:26:56.530012 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-285b768c-9b18-424a-9cbb-f6d9f7595ad5 req-f067ce9c-bfcf-452f-9377-91f929bf4b1e tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0420978 Jan 18 09:26:56.676051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a686-212c-4fdf-b7fa-d65b8375e6b7 req-dad74d54-14b6-4af5-aebb-c8d584a14ca9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:56.677517 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d698a686-212c-4fdf-b7fa-d65b8375e6b7 req-dad74d54-14b6-4af5-aebb-c8d584a14ca9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0901668 Jan 18 09:26:56.743733 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d698a686-212c-4fdf-b7fa-d65b8375e6b7 req-68e8a1b7-ba0f-4018-a59d-b7680cdf07b9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602012 Jan 18 09:26:57.062671 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e405ff2-c281-401e-9b5b-f9ccf08aa6f1 req-4bd4a4a0-0ca7-4bd7-a74d-1c1d0a4b8fca tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:57.070564 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9e405ff2-c281-401e-9b5b-f9ccf08aa6f1 req-4bd4a4a0-0ca7-4bd7-a74d-1c1d0a4b8fca tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.0883918 Jan 18 09:26:57.126797 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9e405ff2-c281-401e-9b5b-f9ccf08aa6f1 req-20d095ab-a10f-4fd4-bac6-93f2110e1be2 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Jan 18 09:26:57.603498 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8a6e1-de66-447a-98ed-989a2bc7749f req-fb5209fd-0813-4ac7-be99-f229314767f3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:57.605080 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-42b8a6e1-de66-447a-98ed-989a2bc7749f req-fb5209fd-0813-4ac7-be99-f229314767f3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1190977 Jan 18 09:26:57.654691 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-42b8a6e1-de66-447a-98ed-989a2bc7749f req-271766a5-7936-4cf6-bf82-cceaf3714508 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Jan 18 09:26:57.712872 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a95f8f-547c-45ed-ba98-b3503cedec06 req-cefcae25-5dfb-4dfd-ba6d-5bcae95c912e tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0528696 Jan 18 09:26:57.967790 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4a52-85c0-41bc-9dfb-e0f199bda0d3 req-607432de-ddfd-4d00-a910-1214c6bf18f9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:57.969536 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fb4b4a52-85c0-41bc-9dfb-e0f199bda0d3 req-607432de-ddfd-4d00-a910-1214c6bf18f9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0899293 Jan 18 09:26:58.017784 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fb4b4a52-85c0-41bc-9dfb-e0f199bda0d3 req-a00213e3-9170-4e37-8d9c-e1e82d631639 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Jan 18 09:26:58.338549 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e219-475d-441c-a1a8-5b41ea94b145 req-33fed5a3-de7c-41d5-85d6-277cf540c0ee tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:58.347886 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91a5e219-475d-441c-a1a8-5b41ea94b145 req-33fed5a3-de7c-41d5-85d6-277cf540c0ee tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.0893354 Jan 18 09:26:58.431149 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91a5e219-475d-441c-a1a8-5b41ea94b145 req-0870f4a5-dc1d-463f-9fb8-004ff7ab4f6d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Jan 18 09:26:58.891344 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d71f60c1-e14d-4edd-bfb5-28a039b71b78 req-e28102fd-0215-47c0-b287-78ba047c56cb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0588021 Jan 18 09:26:58.930589 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff5e80-2662-4ed0-86b1-c5aa7f5d705b req-e87d172b-d37c-41fb-a327-85d53444f027 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:58.932384 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09ff5e80-2662-4ed0-86b1-c5aa7f5d705b req-e87d172b-d37c-41fb-a327-85d53444f027 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1525717 Jan 18 09:26:58.981718 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09ff5e80-2662-4ed0-86b1-c5aa7f5d705b req-f950161f-07f3-4714-b9c8-f119872d1642 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 Jan 18 09:26:59.219290 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ea6c-3704-4488-9a68-d4ab812b751f req-021a9aee-d504-4aa1-846f-b72f1cc23262 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:59.220740 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-61b7ea6c-3704-4488-9a68-d4ab812b751f req-021a9aee-d504-4aa1-846f-b72f1cc23262 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0828979 Jan 18 09:26:59.287385 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-61b7ea6c-3704-4488-9a68-d4ab812b751f req-160a5ee3-59d2-442b-a36b-586cd1e3cb49 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607948 Jan 18 09:26:59.619642 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac1ae4-e726-4f60-a95b-d859ec30db49 req-a2b1b5e3-0471-40b9-97bb-2af0605afb12 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:26:59.620992 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5cac1ae4-e726-4f60-a95b-d859ec30db49 req-a2b1b5e3-0471-40b9-97bb-2af0605afb12 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.0838366 Jan 18 09:26:59.669308 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5cac1ae4-e726-4f60-a95b-d859ec30db49 req-16c9b986-fb04-4b06-9dbd-fe8dbcd8eae0 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 Jan 18 09:27:00.056541 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-97eb7b56-88ee-479f-afa0-deb77b3ef9ba req-09403b5c-e880-4c51-9a81-f1411cb13d0d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0463803 Jan 18 09:27:00.232683 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e462b-8827-4e66-8ac4-a209894776e5 req-a0143ad9-88ab-452e-b89d-a0985e9abacf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:00.234315 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c18e462b-8827-4e66-8ac4-a209894776e5 req-a0143ad9-88ab-452e-b89d-a0985e9abacf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1027389 Jan 18 09:27:00.281391 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c18e462b-8827-4e66-8ac4-a209894776e5 req-b1972bb0-3c57-4850-9ba2-31dd272f35e1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Jan 18 09:27:00.477010 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67597e3-6cd3-454d-a679-a097c1e71728 req-ed3d6564-948a-4131-bac5-a236f2763a8d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:00.478519 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a67597e3-6cd3-454d-a679-a097c1e71728 req-ed3d6564-948a-4131-bac5-a236f2763a8d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0870969 Jan 18 09:27:00.543506 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a67597e3-6cd3-454d-a679-a097c1e71728 req-3f5498a5-cda7-40d7-ab97-feda6f9be641 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Jan 18 09:27:00.861073 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65a6c3-3252-4aee-a8cd-505ef9a785b9 req-f4ed13b2-f802-412e-8a96-554cc373fc40 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:00.862509 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7d65a6c3-3252-4aee-a8cd-505ef9a785b9 req-f4ed13b2-f802-412e-8a96-554cc373fc40 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.0867574 Jan 18 09:27:00.917426 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7d65a6c3-3252-4aee-a8cd-505ef9a785b9 req-e0784d08-cb56-4a6d-885d-f38f7a7ac204 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 Jan 18 09:27:01.205159 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e19afc09-4646-4c6a-8978-297b5fb804c6 req-f4a81d02-0c4e-4621-9755-91bce5d4ed44 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0427794 Jan 18 09:27:01.474945 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a2244-7110-4799-b4f3-623786dab734 req-39f4a972-e989-49d9-b613-5301446360aa tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:01.476457 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-545a2244-7110-4799-b4f3-623786dab734 req-39f4a972-e989-49d9-b613-5301446360aa tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.0797868 Jan 18 09:27:01.528361 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-545a2244-7110-4799-b4f3-623786dab734 req-9451f3c3-7106-4518-b604-6f3a4a643880 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Jan 18 09:27:01.755308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Request body: {'port': {'device_id': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:01.889265 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:01.907246 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94556acb-1d64-488f-b74e-c2ec82eaff81 req-7b9d7dd1-3e52-4325-ad12-66af34373b8c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:01.908730 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-94556acb-1d64-488f-b74e-c2ec82eaff81 req-7b9d7dd1-3e52-4325-ad12-66af34373b8c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2646198 Jan 18 09:27:02.004902 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-94556acb-1d64-488f-b74e-c2ec82eaff81 req-f6033ed6-cb7e-4911-92a6-a297f692b51d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903080 Jan 18 09:27:02.271267 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520356f-b978-4617-931d-6a3fd93459e1 req-319c1e5e-5edd-4eef-a1f3-1761427a6123 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:02.272647 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e520356f-b978-4617-931d-6a3fd93459e1 req-319c1e5e-5edd-4eef-a1f3-1761427a6123 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 932 time: 0.2074747 Jan 18 09:27:02.378053 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9985572-d102-4757-bd45-f062365aa9ed req-b02325d6-1540-4a3e-bb6a-a98fc0baa623 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0566585 Jan 18 09:27:02.398866 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e520356f-b978-4617-931d-6a3fd93459e1 req-845bc2c9-295b-45b1-a0e6-2783d8f799cd tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130049 Jan 18 09:27:02.469045 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8b2094-c36e-4d70-9cef-c638e4de0806 {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:02.477361 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:02.495345 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Transition to ACTIVE for port object fa8b2094-c36e-4d70-9cef-c638e4de0806 will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:27:02.500196 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:02.676573 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Pushing event updated for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:02.725272 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-20bc2174-f8ec-4db4-aed1-18f0b9387777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:02.726820 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-20bc2174-f8ec-4db4-aed1-18f0b9387777 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1099 time: 0.0893257 Jan 18 09:27:02.801630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Attempting to bind port fa8b2094-c36e-4d70-9cef-c638e4de0806 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:27:02.801955 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Attempting to bind port fa8b2094-c36e-4d70-9cef-c638e4de0806 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:27:02.802270 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Attempting to bind port fa8b2094-c36e-4d70-9cef-c638e4de0806 on network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:02.810819 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Port fa8b2094-c36e-4d70-9cef-c638e4de0806 on network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:27:02.811133 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Attempting to bind port fa8b2094-c36e-4d70-9cef-c638e4de0806 on network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:02.818654 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:27:02.819019 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Checking segment: {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:27:02.819295 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Bound using segment: {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:27:02.819743 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Bound port: fa8b2094-c36e-4d70-9cef-c638e4de0806, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638b8db6-6801-467f-b0f5-685ee8a5e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:27:02.820079 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:02.846153 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903a06-87a0-452d-8d86-21d35a60da82 req-2046f8c1-a0e2-4f64-8e25-492215324840 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:02.847551 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cc903a06-87a0-452d-8d86-21d35a60da82 req-2046f8c1-a0e2-4f64-8e25-492215324840 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.1425536 Jan 18 09:27:02.869316 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-d78db012-6805-4937-8e39-c96091169488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:02.870837 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-d78db012-6805-4937-8e39-c96091169488 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.1298544 Jan 18 09:27:02.950198 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cc903a06-87a0-452d-8d86-21d35a60da82 req-afd26d3e-c63c-4154-9ee9-b08299264785 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769114 Jan 18 09:27:02.961735 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:27:02.966403 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:27:02.973678 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:02.990377 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-e97ec5d1-e8ce-4658-9e97-7ee302cec1ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 200 len: 1001 time: 0.1078649 Jan 18 09:27:03.102663 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-4d954a34-496e-4f50-8204-b7b2958d2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:03.104389 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-4d954a34-496e-4f50-8204-b7b2958d2306 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.0903277 Jan 18 09:27:03.113319 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:03.113915 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:03.115691 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] 10.222.0.64 "PUT /v2.0/ports/fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 1094 time: 1.3642821 Jan 18 09:27:03.117991 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:03.160744 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c7a25-f7fa-48e1-b096-d67cbd00a6fc service neutron] Pushing event updated for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:03.255862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-e87e1e86-5a50-42e8-a981-4f72c802f48c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:03.262405 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-e87e1e86-5a50-42e8-a981-4f72c802f48c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "GET /v2.0/networks?id=fcddaac6-1eaf-4b8d-93af-804565e0971b HTTP/1.1" status: 200 len: 808 time: 0.2470534 Jan 18 09:27:03.264305 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'status': 'completed', 'code': 200} Jan 18 09:27:03.337848 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-24929e68-b822-49ea-aac3-61386e9c9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:03.339505 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-24929e68-b822-49ea-aac3-61386e9c9f1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1973934 Jan 18 09:27:03.443500 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Request body: {'port': {'device_id': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b', 'admin_state_up': True, 'tenant_id': '5f167fa0faf4410db34feb31d6282ddb'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:03.609625 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-12bb2a92-ff7c-4537-8e8a-70e37e983b18 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622616 Jan 18 09:27:03.752345 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-88baacee-fc82-4955-9dbe-e38fbbdea69b req-c8c06126-e7e4-48d7-a806-07d8c5483067 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319168 Jan 18 09:27:03.762688 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-564fc0ca-812f-4be1-abca-0a0b62a2de9c req-ff32382f-fe15-449d-8fe4-a57b6639b623 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0741413 Jan 18 09:27:03.833251 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae3213-5c70-49ae-99d3-6e895ab82fc6 req-472be566-e7dc-4e85-90a1-1df184ea1ab1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:03.834623 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3fae3213-5c70-49ae-99d3-6e895ab82fc6 req-472be566-e7dc-4e85-90a1-1df184ea1ab1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.5674670 Jan 18 09:27:03.860858 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:03.914274 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980b01-0665-4dd0-9726-cb44cc39c12d req-9c46bf9e-9b5a-4e6d-ac49-9607dac125f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:03.915794 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5f980b01-0665-4dd0-9726-cb44cc39c12d req-9c46bf9e-9b5a-4e6d-ac49-9607dac125f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1097 time: 0.5982676 Jan 18 09:27:03.916669 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:04.031732 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3fae3213-5c70-49ae-99d3-6e895ab82fc6 req-0eea8d35-9d7b-4b0d-bfba-4b67a294049e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889632 Jan 18 09:27:04.038194 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Made reservation on behalf of 5f167fa0faf4410db34feb31d6282ddb for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:27:04.041592 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:04.185546 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980b01-0665-4dd0-9726-cb44cc39c12d req-7b175262-c223-4a83-8918-09fa713bace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:04.187095 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5f980b01-0665-4dd0-9726-cb44cc39c12d req-7b175262-c223-4a83-8918-09fa713bace9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=952ac6551fcb4689846dfa71c6c0e749&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2557294 Jan 18 09:27:04.201911 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4d3b-4229-4d35-bab1-44e19a1ef969 req-a2eb85ab-974e-4293-b2cd-884e81130e46 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:04.203446 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fe8b4d3b-4229-4d35-bab1-44e19a1ef969 req-a2eb85ab-974e-4293-b2cd-884e81130e46 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 944 time: 0.3371642 Jan 18 09:27:04.440913 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fe8b4d3b-4229-4d35-bab1-44e19a1ef969 req-42f72202-68ed-414a-a22d-c0ee55256f7c tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096491 Jan 18 09:27:04.477999 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Allocated IP 172.20.0.3 (fcddaac6-1eaf-4b8d-93af-804565e0971b/daca3e9c-b1db-4590-ad75-dccf55e59470/4c6c2c78-d39f-4f26-989e-c77626b0b973) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:27:04.506688 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980b01-0665-4dd0-9726-cb44cc39c12d req-88c91f28-a8da-4df3-88ff-9a0ce66c0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:04.508269 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5f980b01-0665-4dd0-9726-cb44cc39c12d req-88c91f28-a8da-4df3-88ff-9a0ce66c0d79 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3012035 Jan 18 09:27:04.554527 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d876-5ff2-46de-aa52-c3a3a7874c14 req-6fe16567-d46e-4ca1-9aa0-0d56d92eb77c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:04.556028 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5631d876-5ff2-46de-aa52-c3a3a7874c14 req-6fe16567-d46e-4ca1-9aa0-0d56d92eb77c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.2515261 Jan 18 09:27:04.749518 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5631d876-5ff2-46de-aa52-c3a3a7874c14 req-aa1e16fe-bfcd-4591-adcf-b16ca461243a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575434 Jan 18 09:27:04.824937 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-a94eeb8c-52ca-48e6-9150-6d606b0cd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:04.826785 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-a94eeb8c-52ca-48e6-9150-6d606b0cd6a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1097 time: 0.2698925 Jan 18 09:27:04.919919 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:04.924156 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-4dae39c1-d927-4838-8fee-91aad34ccc9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 217 time: 0.0758832 Jan 18 09:27:05.043103 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f653fd16-ea6b-4fbc-9fd6-509cd2dd39d7 req-9515bea5-d3a0-441b-9beb-0a50c59e9f84 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 210 time: 0.0477865 Jan 18 09:27:05.055090 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8506aa36-93da-405e-8f21-22846eae1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:05.057047 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-8506aa36-93da-405e-8f21-22846eae1d74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=006fca10-2057-441d-8e9c-b9805653dbf4 HTTP/1.1" status: 200 len: 854 time: 0.1192055 Jan 18 09:27:05.080073 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:05.300695 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Network fcddaac6-1eaf-4b8d-93af-804565e0971b is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:27:05.320586 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:27:05.325987 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:27:05.459939 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Pushing event updated for resources: {'Port': ['ID=4c6c2c78-d39f-4f26-989e-c77626b0b973,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:05.513887 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:05.514489 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:05.541833 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-39698d63-d8f7-4415-ab88-3c740fb65d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:05.543363 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-39698d63-d8f7-4415-ab88-3c740fb65d0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4478333 Jan 18 09:27:05.567158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d9c3b-6ed4-45f8-a35b-3b87001b58e1 req-73dbc6f9-a0a4-43cb-84f7-95bebf679f9b tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:05.568608 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7a2d9c3b-6ed4-45f8-a35b-3b87001b58e1 req-73dbc6f9-a0a4-43cb-84f7-95bebf679f9b tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 945 time: 0.4750848 Jan 18 09:27:05.594269 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8b2d8-f464-4258-8f70-0a16dfb068d8 req-bf60d6da-828f-49a2-bcb9-1f2b7f79f639 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:05.595724 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e4a8b2d8-f464-4258-8f70-0a16dfb068d8 req-bf60d6da-828f-49a2-bcb9-1f2b7f79f639 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.4304354 Jan 18 09:27:05.604266 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-b73f4418-e10b-45e8-b6ea-1069d409fbf1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1646924 Jan 18 09:27:05.672168 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Request body: {'port': {'device_id': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:05.795120 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e4a8b2d8-f464-4258-8f70-0a16dfb068d8 req-b35f21da-b3d2-4907-9d2a-94af108fe6a6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898353 Jan 18 09:27:05.800582 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7a2d9c3b-6ed4-45f8-a35b-3b87001b58e1 req-4fe7f7f1-a397-4177-9e3b-4567f30b9d9c tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018168 Jan 18 09:27:05.860966 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f4174ad9-9b4b-486e-925a-e473a09322e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:05.883304 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-51bf1969-67ff-4f64-9172-a02a5c70832b service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270762 Jan 18 09:27:05.883957 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:06.167865 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:27:06.190357 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-73ac31b5-9de5-4b47-b15d-928d71276053 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790169 Jan 18 09:27:06.272968 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe7daa-6f28-4e44-b9a0-c9363e33c16f req-e8c93e25-bcae-465a-916e-86f706d64c7d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:06.274850 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7fbe7daa-6f28-4e44-b9a0-c9363e33c16f req-e8c93e25-bcae-465a-916e-86f706d64c7d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 944 time: 0.3811991 Jan 18 09:27:06.276390 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b40a19b1-6c0c-41d3-9ee6-afbced23e1bc req-f6c1a50a-aeb7-423e-ba57-e69b408cd569 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820112 Jan 18 09:27:06.313804 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:06.351366 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:06.363368 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-6146a4ef-63e2-4d23-ae19-1ff0f028a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:06.364791 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:06.365190 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-6146a4ef-63e2-4d23-ae19-1ff0f028a526 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 1098 time: 0.1094527 Jan 18 09:27:06.371727 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:06.398404 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07902c7f-5930-40e7-8103-1427982d2da0 req-306af2c5-acfa-4f8a-a250-6d345335932e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:06.405462 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-07902c7f-5930-40e7-8103-1427982d2da0 req-306af2c5-acfa-4f8a-a250-6d345335932e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 946 time: 0.4452157 Jan 18 09:27:06.453925 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=8']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:06.478363 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7fbe7daa-6f28-4e44-b9a0-c9363e33c16f req-495aacf0-8e8b-4c36-a590-6e37910d13f8 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933560 Jan 18 09:27:06.508890 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-07902c7f-5930-40e7-8103-1427982d2da0 req-e66f9f6e-85d3-414e-8db7-39d8ca2dbb4a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024551 Jan 18 09:27:06.647750 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'code': 200} Jan 18 09:27:06.684803 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6c2c78-d39f-4f26-989e-c77626b0b973 {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:06.696051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:06.726497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Transition to ACTIVE for port object 4c6c2c78-d39f-4f26-989e-c77626b0b973 will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:27:06.736833 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:06.762211 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-bd21ec7e-6724-4863-b3a4-1471d844cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:06.763688 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-bd21ec7e-6724-4863-b3a4-1471d844cac8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.3421102 Jan 18 09:27:06.794604 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012797-752f-4eb5-9759-0c11380404d1 req-4fa39548-6817-4d17-a14a-aec7a0c6b93c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:06.795324 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-46012797-752f-4eb5-9759-0c11380404d1 req-4fa39548-6817-4d17-a14a-aec7a0c6b93c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Synchronizing usage tracker for tenant:5f167fa0faf4410db34feb31d6282ddb on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:27:06.838578 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-fc563724-21ce-4227-8eb0-e562d3eb734f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed HTTP/1.1" status: 200 len: 217 time: 0.0632777 Jan 18 09:27:06.889190 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6c2c78-d39f-4f26-989e-c77626b0b973,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:06.900990 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-5cc98bb5-4f5e-4467-9cf0-6f6b1836464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:06.902613 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-5cc98bb5-4f5e-4467-9cf0-6f6b1836464f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.0604630 Jan 18 09:27:06.924328 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-46012797-752f-4eb5-9759-0c11380404d1 req-4fa39548-6817-4d17-a14a-aec7a0c6b93c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Unset dirty status for tenant:5f167fa0faf4410db34feb31d6282ddb on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:27:06.925440 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-46012797-752f-4eb5-9759-0c11380404d1 req-4fa39548-6817-4d17-a14a-aec7a0c6b93c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 931 time: 0.3110480 Jan 18 09:27:06.956009 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-3eac5cd8-5065-4a2a-8955-00f3528497fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399473 Jan 18 09:27:07.079683 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-46012797-752f-4eb5-9759-0c11380404d1 req-a9930697-774a-4902-aa01-08dc1954f7ed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207025 Jan 18 09:27:07.086760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Attempting to bind port 4c6c2c78-d39f-4f26-989e-c77626b0b973 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:27:07.086760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Attempting to bind port 4c6c2c78-d39f-4f26-989e-c77626b0b973 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:27:07.087268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Attempting to bind port 4c6c2c78-d39f-4f26-989e-c77626b0b973 on network fcddaac6-1eaf-4b8d-93af-804565e0971b {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:07.093337 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Port 4c6c2c78-d39f-4f26-989e-c77626b0b973 on network fcddaac6-1eaf-4b8d-93af-804565e0971b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:27:07.093660 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Attempting to bind port 4c6c2c78-d39f-4f26-989e-c77626b0b973 on network fcddaac6-1eaf-4b8d-93af-804565e0971b {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:07.097740 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-5848a013-16e6-4370-8166-8bc2d222bd48 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318924 Jan 18 09:27:07.102450 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:27:07.103022 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Checking segment: {'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:27:07.103260 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Bound using segment: {'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:27:07.103640 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Bound port: 4c6c2c78-d39f-4f26-989e-c77626b0b973, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f7e475-5b73-4b62-b06b-876f57861321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:27:07.103981 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:07.161513 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa2aa0-db83-4bf1-bfbe-b6b8fb7a0cf0 req-6a9d2552-cafb-41d7-9a97-a054a6e7ec29 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:07.163053 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-20fa2aa0-db83-4bf1-bfbe-b6b8fb7a0cf0 req-6a9d2552-cafb-41d7-9a97-a054a6e7ec29 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2452719 Jan 18 09:27:07.252361 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-dc9206f8-5cda-4e91-8a91-2ccb210369b9 req-c422787e-7e88-4269-95ab-cf34c79d3896 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422005 Jan 18 09:27:07.388028 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] For port 4c6c2c78-d39f-4f26-989e-c77626b0b973, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:27:07.396179 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-20fa2aa0-db83-4bf1-bfbe-b6b8fb7a0cf0 req-282fd02c-2584-4388-a9bb-a1e0a13787f7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228382 Jan 18 09:27:07.402413 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] For port 4c6c2c78-d39f-4f26-989e-c77626b0b973, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4c6c2c78-d39f-4f26-989e-c77626b0b973,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:27:07.409439 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:07.479312 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:07.479932 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:07.481456 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] 10.222.0.64 "PUT /v2.0/ports/4c6c2c78-d39f-4f26-989e-c77626b0b973 HTTP/1.1" status: 200 len: 1093 time: 1.8188865 Jan 18 09:27:07.484108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'tag': '4c6c2c78-d39f-4f26-989e-c77626b0b973'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:07.505241 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095414b8-d49e-41b0-a64d-7b7889b497d8 req-fe99cd5d-adfd-4357-a7e4-0786887355e3 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:07.506745 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-095414b8-d49e-41b0-a64d-7b7889b497d8 req-fe99cd5d-adfd-4357-a7e4-0786887355e3 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 945 time: 0.2127044 Jan 18 09:27:07.628647 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75ebb7-1e3b-460e-bf40-e030369ea346 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6c2c78-d39f-4f26-989e-c77626b0b973,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:07.659201 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:07.698856 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-095414b8-d49e-41b0-a64d-7b7889b497d8 req-6cbbc305-d175-4aa0-ba46-385805480181 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648533 Jan 18 09:27:07.753634 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'tag': '4c6c2c78-d39f-4f26-989e-c77626b0b973', 'status': 'completed', 'code': 200} Jan 18 09:27:07.756563 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-ea6db08d-2000-4ad1-8a08-fe29b500dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:07.758910 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-ea6db08d-2000-4ad1-8a08-fe29b500dbf2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f167fa0faf4410db34feb31d6282ddb&device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 1096 time: 0.2177906 Jan 18 09:27:07.764449 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-e14daaa7-2281-4a66-86a6-d74d3c2305ee tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:07.765930 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-e14daaa7-2281-4a66-86a6-d74d3c2305ee tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.2583017 Jan 18 09:27:07.807107 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed167e-36db-43e5-b724-68feac404c55 req-d5a514d5-d129-4caf-a64b-fe12b7146077 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:07.807789 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-57ed167e-36db-43e5-b724-68feac404c55 req-d5a514d5-d129-4caf-a64b-fe12b7146077 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Synchronizing usage tracker for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:port {{(pid=86806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:27:07.826200 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-57ed167e-36db-43e5-b724-68feac404c55 req-d5a514d5-d129-4caf-a64b-fe12b7146077 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Unset dirty status for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:port {{(pid=86806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:27:07.827521 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-57ed167e-36db-43e5-b724-68feac404c55 req-d5a514d5-d129-4caf-a64b-fe12b7146077 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 945 time: 0.1088443 Jan 18 09:27:07.834597 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-72874c1f-d380-48e8-bc0d-9f86b5c2b4bc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/quotas/9157bed427cb4dd29a2907290a38073f HTTP/1.1" status: 200 len: 375 time: 0.0623057 Jan 18 09:27:07.845476 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-0ec131e3-8f86-4608-8869-725e0364eb22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6c2c78-d39f-4f26-989e-c77626b0b973 HTTP/1.1" status: 200 len: 217 time: 0.0661659 Jan 18 09:27:07.899273 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Deleting port 6bb8b5cb-5770-4e00-a0d0-7554211f58db {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:27:07.899629 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:08.006644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-820f55c6-8bf7-4e2c-940c-1ac7f167031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:08.008115 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-820f55c6-8bf7-4e2c-940c-1ac7f167031f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=daca3e9c-b1db-4590-ad75-dccf55e59470 HTTP/1.1" status: 200 len: 848 time: 0.1008120 Jan 18 09:27:08.061111 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-ee748173-64c2-4c44-adcb-cfb8bc21bf3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcddaac6-1eaf-4b8d-93af-804565e0971b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448689 Jan 18 09:27:08.101606 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fe6d7-28a9-45a8-abb2-a25dd904e29c req-e78951da-a6fc-456a-a6fc-eef907cc6d0d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:08.103112 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5f1fe6d7-28a9-45a8-abb2-a25dd904e29c req-e78951da-a6fc-456a-a6fc-eef907cc6d0d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 944 time: 0.2610729 Jan 18 09:27:08.109454 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-5379da2d-ff09-459a-a442-e6d002c3470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:08.111554 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-0beb04b1-bf0d-43cd-b578-c92b6f1a5216 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2676702 Jan 18 09:27:08.158531 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] For port 6bb8b5cb-5770-4e00-a0d0-7554211f58db, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=6bb8b5cb-5770-4e00-a0d0-7554211f58db,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:08.158890 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:08.201450 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fa8b2094-c36e-4d70-9cef-c638e4de0806 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:27:08.287171 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Calling delete_port for 6bb8b5cb-5770-4e00-a0d0-7554211f58db owned by compute:nova {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:27:08.303830 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5f1fe6d7-28a9-45a8-abb2-a25dd904e29c req-9bb4be57-be70-431f-8066-1b3278896cb4 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883821 Jan 18 09:27:08.365846 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-d3339b27-c555-4aac-af08-7b980f9acbd0 service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936947 Jan 18 09:27:08.367928 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-63750c4f-df0d-4de4-b6fb-258770dbb40d service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945474 Jan 18 09:27:08.373721 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:08.389539 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'port_id': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'mac_address': 'fa:16:3e:10:af:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:27:08.450987 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:08.470617 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8b2094-c36e-4d70-9cef-c638e4de0806 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:08.487617 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:08.496469 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:08.575697 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:08.583325 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:08.662595 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Pushing event deleted for resources: {'Port': ['ID=6bb8b5cb-5770-4e00-a0d0-7554211f58db,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:08.700599 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] No DVR routers for this DVR port 6bb8b5cb-5770-4e00-a0d0-7554211f58db on host hv-cinder-82504 {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:27:08.700801 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89bfb3c8-23c0-459a-9ed9-98acb73adcc2 req-7ff6a3d9-6213-46ef-bf8a-d895cc54f203 service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922273 Jan 18 09:27:08.703203 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-524f4db8-dffb-439a-a228-9e09b54a68ee service neutron] 10.222.0.54 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235836 Jan 18 09:27:08.708162 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:08.710991 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c00e3-23c0-4ca5-a9f0-505d041ea1c2 req-0f46b2d3-a15b-42f2-a9a9-0eb577a7ffeb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:08.712514 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-426c00e3-23c0-4ca5-a9f0-505d041ea1c2 req-0f46b2d3-a15b-42f2-a9a9-0eb577a7ffeb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.2777915 Jan 18 09:27:08.718885 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'name': 'network-vif-deleted', 'tag': '6bb8b5cb-5770-4e00-a0d0-7554211f58db'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:08.734699 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-57ed167e-36db-43e5-b724-68feac404c55 req-e12a53b0-997e-4198-9d19-a90dc6c82100 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "DELETE /v2.0/ports/6bb8b5cb-5770-4e00-a0d0-7554211f58db HTTP/1.1" status: 204 len: 173 time: 0.8992715 Jan 18 09:27:08.775654 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-426c00e3-23c0-4ca5-a9f0-505d041ea1c2 req-a9597f7f-08a5-4a03-a299-2124f450ecce tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545061 Jan 18 09:27:08.870933 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['fa8b2094-c36e-4d70-9cef-c638e4de0806'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:08.895837 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-34567476-2b50-4623-8e07-a60a2c5c2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:08.896978 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-34567476-2b50-4623-8e07-a60a2c5c2729 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f167fa0faf4410db34feb31d6282ddb&device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 1096 time: 0.1033778 Jan 18 09:27:09.149900 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:09.211139 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:09.212282 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-6d0315f9-3ed3-4bb4-98c8-a8ef3ffabfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:09.213859 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-6d0315f9-3ed3-4bb4-98c8-a8ef3ffabfb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fcddaac6-1eaf-4b8d-93af-804565e0971b HTTP/1.1" status: 200 len: 909 time: 0.3086278 Jan 18 09:27:09.215317 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd560e-7de3-4bdc-92ff-43ae539c33f7 req-376b1feb-fc19-47c7-afd4-69f4011a1021 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:09.217043 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b0dd560e-7de3-4bdc-92ff-43ae539c33f7 req-376b1feb-fc19-47c7-afd4-69f4011a1021 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2906296 Jan 18 09:27:09.229820 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc893729-d472-49de-953c-cf881010af72 req-f6d5c2b5-5753-4644-905f-787e4fcc5bef tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:09.231323 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc893729-d472-49de-953c-cf881010af72 req-f6d5c2b5-5753-4644-905f-787e4fcc5bef tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 943 time: 0.2236109 Jan 18 09:27:09.290908 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-4b24b2e0-0061-486b-98ce-5df8921c4f93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6c2c78-d39f-4f26-989e-c77626b0b973 HTTP/1.1" status: 200 len: 217 time: 0.0684390 Jan 18 09:27:09.310116 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b0dd560e-7de3-4bdc-92ff-43ae539c33f7 req-a9167faa-7f66-4c32-a97e-67c8f66151ce tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777526 Jan 18 09:27:09.315131 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc893729-d472-49de-953c-cf881010af72 req-fdce4e5c-c329-49a8-86fe-3ac0aee08b70 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 Jan 18 09:27:09.375861 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-ff5c7de2-1563-4a81-874b-726c7bfd01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:09.377453 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-ff5c7de2-1563-4a81-874b-726c7bfd01ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=daca3e9c-b1db-4590-ad75-dccf55e59470 HTTP/1.1" status: 200 len: 848 time: 0.0745656 Jan 18 09:27:09.438222 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-b4b7ee28-00d5-4f10-a486-4721e605f522 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fcddaac6-1eaf-4b8d-93af-804565e0971b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515008 Jan 18 09:27:09.441690 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed8a0e5-9624-4d20-a683-fb48d8e5c88a', 'name': 'network-vif-deleted', 'tag': '6bb8b5cb-5770-4e00-a0d0-7554211f58db', 'status': 'completed', 'code': 200} Jan 18 09:27:09.615211 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-fc2fcb16-e822-4cf6-be8f-b2aad03d591d service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650538 Jan 18 09:27:09.626566 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0c56f883-f4c0-4413-a269-f16833bba43d req-f8e48ae4-61cf-4cc5-8775-f6b1d8ecad6e tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ed8a0e5-9624-4d20-a683-fb48d8e5c88a HTTP/1.1" status: 200 len: 210 time: 0.0431194 Jan 18 09:27:09.768615 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dfcede32-456a-421b-ba03-c4de6c3dee85 req-17461a91-546e-4754-8fd2-a10756db39b2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 210 time: 0.0424180 Jan 18 09:27:09.769449 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7745ff9-41b2-4d93-b400-0c211b0ec365 req-09976826-42a9-45ae-8e1b-77b10719a638 service neutron] 10.222.0.64 "GET /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450379 Jan 18 09:27:09.981408 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc682-7a04-4166-bc91-605126e101a8 req-f43bff3d-fc52-49d0-b0b2-c58e94bf42d9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:09.982978 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0dffc682-7a04-4166-bc91-605126e101a8 req-f43bff3d-fc52-49d0-b0b2-c58e94bf42d9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 945 time: 0.0949409 Jan 18 09:27:10.039569 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0dffc682-7a04-4166-bc91-605126e101a8 req-72b4ecaa-4ad4-4563-9572-0cda3d511016 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jan 18 09:27:10.180793 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4c6c2c78-d39f-4f26-989e-c77626b0b973 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:27:10.210386 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fa8b2094-c36e-4d70-9cef-c638e4de0806 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:27:10.370896 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 4c6c2c78-d39f-4f26-989e-c77626b0b973, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4c6c2c78-d39f-4f26-989e-c77626b0b973,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:10.385744 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port fa8b2094-c36e-4d70-9cef-c638e4de0806 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:27:10.391093 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '4c6c2c78-d39f-4f26-989e-c77626b0b973', 'network_id': 'fcddaac6-1eaf-4b8d-93af-804565e0971b', 'port_id': '4c6c2c78-d39f-4f26-989e-c77626b0b973', 'mac_address': 'fa:16:3e:63:b5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daca3e9c-b1db-4590-ad75-dccf55e59470', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:27:10.421384 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port fa8b2094-c36e-4d70-9cef-c638e4de0806 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:27:10.421683 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:10.535627 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fcbf6-a4a2-4505-b97b-498289d686a7 req-a2f56587-38f3-4c77-8502-4259937cb4c3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:10.543526 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-301fcbf6-a4a2-4505-b97b-498289d686a7 req-a2f56587-38f3-4c77-8502-4259937cb4c3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0987170 Jan 18 09:27:10.556522 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:10.565670 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:10.592029 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6c2c78-d39f-4f26-989e-c77626b0b973 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:10.607945 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-301fcbf6-a4a2-4505-b97b-498289d686a7 req-36c3877c-a528-4ccd-949c-4093bf3a4403 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628638 Jan 18 09:27:10.655564 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 4c6c2c78-d39f-4f26-989e-c77626b0b973, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4c6c2c78-d39f-4f26-989e-c77626b0b973,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:10.672514 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:10.748794 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:10.800577 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=4c6c2c78-d39f-4f26-989e-c77626b0b973,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:10.828667 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:10.836123 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-cac9822e-ec1d-4c1c-b61a-3ad531e66a08 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:10.837610 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-cac9822e-ec1d-4c1c-b61a-3ad531e66a08 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 814 time: 0.3663304 Jan 18 09:27:10.845169 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:10.851715 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Request body: {'port': {'device_id': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'admin_state_up': True, 'tenant_id': '9157bed427cb4dd29a2907290a38073f'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:10.856012 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:10.857038 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 6bb8b5cb-5770-4e00-a0d0-7554211f58db no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:27:10.903674 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26902a6-c0b6-464e-994f-1f066ac1e9d3 req-06f03ee6-9ab9-4f5f-9e27-294fd055728a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:10.906251 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a26902a6-c0b6-464e-994f-1f066ac1e9d3 req-06f03ee6-9ab9-4f5f-9e27-294fd055728a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2500103 Jan 18 09:27:10.941175 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 6bb8b5cb-5770-4e00-a0d0-7554211f58db {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:27:10.941388 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 6bb8b5cb-5770-4e00-a0d0-7554211f58db not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:27:10.941777 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:27:10.949334 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb6d-0f99-41ad-90c8-e055c1a0c4c8 req-cfa90a3a-296a-49bb-8598-cc3a3fc32703 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:10.951156 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c90edb6d-0f99-41ad-90c8-e055c1a0c4c8 req-cfa90a3a-296a-49bb-8598-cc3a3fc32703 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 944 time: 0.1616299 Jan 18 09:27:10.995918 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a26902a6-c0b6-464e-994f-1f066ac1e9d3 req-db9169f0-b01b-4012-8dfa-7a9a8736e331 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832229 Jan 18 09:27:11.031015 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c90edb6d-0f99-41ad-90c8-e055c1a0c4c8 req-2e68f8f9-d237-4640-9f57-78c482e08601 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700059 Jan 18 09:27:11.037639 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:11.043393 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Usage tracker for resource:port and tenant:9157bed427cb4dd29a2907290a38073f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:11.056999 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:11.063914 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:11.080049 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Made reservation on behalf of 9157bed427cb4dd29a2907290a38073f for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:27:11.085683 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:11.093881 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:11.110434 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['4c6c2c78-d39f-4f26-989e-c77626b0b973'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:11.195108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 40364) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:11.217798 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'code': 200} Jan 18 09:27:11.418264 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Allocated IP 172.20.0.8 (b41a2032-229c-4b9b-8149-973c603ba68f/5c721128-b60a-4f8a-9d01-fd484b1fa5d3/9304171e-30cc-407d-bda5-05663d09979a) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:27:11.432067 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-eb7e6bb8-4ae3-4b6c-82c2-3bda9cc267ed req-f80162a0-b5e4-4de2-8377-b3f669079b5a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 210 time: 0.2008419 Jan 18 09:27:11.491839 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ef801-ddcf-4cfa-b867-d2e4a2286750 req-13abe179-7139-434e-988d-309ac8812ed1 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:11.493985 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-152ef801-ddcf-4cfa-b867-d2e4a2286750 req-13abe179-7139-434e-988d-309ac8812ed1 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1766720 Jan 18 09:27:11.515172 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-a921b62e-fe17-4ea1-a4f4-7a5e16f6a037 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3110106 Jan 18 09:27:11.626035 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-152ef801-ddcf-4cfa-b867-d2e4a2286750 req-536a9fb0-2405-4cac-8348-795b1724d9fa tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981307 Jan 18 09:27:11.652507 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c1f51-0fae-4ffc-a422-200ada16334a req-6ec16315-0489-4626-9857-61f1a9ffb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:11.654081 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b1c1f51-0fae-4ffc-a422-200ada16334a req-6ec16315-0489-4626-9857-61f1a9ffb247 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1099 time: 0.1034949 Jan 18 09:27:11.714986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b1c1f51-0fae-4ffc-a422-200ada16334a req-190a2aa5-03a9-4df3-9d07-8c0a687ab2d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Jan 18 09:27:11.721227 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:11.758220 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:11.809018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801ee6-b35c-4b39-8498-0fb35a628a17 req-3dbef189-48d9-4369-bd78-af9ec362d74d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:11.810449 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4801ee6-b35c-4b39-8498-0fb35a628a17 req-3dbef189-48d9-4369-bd78-af9ec362d74d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0801902 Jan 18 09:27:11.826519 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Network b41a2032-229c-4b9b-8149-973c603ba68f is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:27:11.829512 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:27:11.833543 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:27:11.860998 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4801ee6-b35c-4b39-8498-0fb35a628a17 req-38d81c78-bc47-4ea7-8454-cc9f43e69f23 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 Jan 18 09:27:11.873205 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event updated for resources: {'Port': ['ID=9304171e-30cc-407d-bda5-05663d09979a,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:11.891389 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.891732 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.892072 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.892401 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.892725 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.893051 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.893373 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.893695 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.894013 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.894328 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.894642 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.894985 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:11.914366 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:11.914991 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:11.938260 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-edd1a7db-ccd4-4759-bb06-57c5d0df3196 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918717 Jan 18 09:27:12.239491 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c9db3-3883-44be-8587-1c006a5a5e25 req-afcb7cd2-876c-4831-a70c-aff8634a0aee tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:12.240929 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-538c9db3-3883-44be-8587-1c006a5a5e25 req-afcb7cd2-876c-4831-a70c-aff8634a0aee tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1398311 Jan 18 09:27:12.251794 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23d472-4d43-4703-8b66-9cfe7da2b3a5 req-38177bd6-47ec-4c44-8d94-d8ed62269a33 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:12.253171 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9a23d472-4d43-4703-8b66-9cfe7da2b3a5 req-38177bd6-47ec-4c44-8d94-d8ed62269a33 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 944 time: 0.1170387 Jan 18 09:27:12.320600 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-538c9db3-3883-44be-8587-1c006a5a5e25 req-e781fe32-b342-422f-824a-2494cf59a855 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Jan 18 09:27:12.327440 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9a23d472-4d43-4703-8b66-9cfe7da2b3a5 req-3448f11b-aeb5-4bdf-958c-bff68ac7b0ba tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 Jan 18 09:27:12.621253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae5f77-fe17-4e47-ac27-08daddd57f74 req-520b0c86-ff2b-4728-8847-2323b88a1a54 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:12.622711 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-24ae5f77-fe17-4e47-ac27-08daddd57f74 req-520b0c86-ff2b-4728-8847-2323b88a1a54 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 931 time: 0.0826330 Jan 18 09:27:12.666792 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-24ae5f77-fe17-4e47-ac27-08daddd57f74 req-410e2944-37fc-4fdd-ba0f-9e0968f0499a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Jan 18 09:27:12.836455 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed5e1-e4ce-4840-b5ef-701878b990ff req-ceee5ab0-4dcb-4742-947c-0d38b4722a17 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:12.837800 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9bed5e1-e4ce-4840-b5ef-701878b990ff req-ceee5ab0-4dcb-4742-947c-0d38b4722a17 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.0881639 Jan 18 09:27:12.882673 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9bed5e1-e4ce-4840-b5ef-701878b990ff req-e697aa9f-2114-45d8-9640-83f2fc24bdc8 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387917 Jan 18 09:27:13.053606 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb689ea5-582d-4d1c-9270-bab9933510ec req-af4fec53-0eec-46e8-a15d-c48e84bc176f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:13.055103 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb689ea5-582d-4d1c-9270-bab9933510ec req-af4fec53-0eec-46e8-a15d-c48e84bc176f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0822957 Jan 18 09:27:13.102526 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb689ea5-582d-4d1c-9270-bab9933510ec req-34709e41-1cef-4eca-9b42-2ec171e15391 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Jan 18 09:27:13.569251 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c196794-febd-4d68-9ce6-458dec8f740e req-6c0c4ce5-9877-406c-a31b-78626f6980b6 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:13.570707 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7c196794-febd-4d68-9ce6-458dec8f740e req-6c0c4ce5-9877-406c-a31b-78626f6980b6 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 944 time: 0.1394980 Jan 18 09:27:13.577990 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e21c6a-d22b-41df-9136-b128d40a8125 req-c85d1486-e5d0-48e6-a3ac-549fe4a66320 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:13.579353 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-43e21c6a-d22b-41df-9136-b128d40a8125 req-c85d1486-e5d0-48e6-a3ac-549fe4a66320 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1468866 Jan 18 09:27:13.730701 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7c196794-febd-4d68-9ce6-458dec8f740e req-191779fe-04a4-4d90-96fe-bc2679c6b842 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503782 Jan 18 09:27:13.738557 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-43e21c6a-d22b-41df-9136-b128d40a8125 req-4e6ab3cd-92cf-42b2-ad0d-96a0f79e3d5e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615811 Jan 18 09:27:13.916207 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ac87a-bbb8-45df-a675-ced8f3093d81 req-95879326-d609-4968-82c8-4cea2a643f6f tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:13.917754 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-599ac87a-bbb8-45df-a675-ced8f3093d81 req-95879326-d609-4968-82c8-4cea2a643f6f tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 931 time: 0.0943823 Jan 18 09:27:13.963995 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-599ac87a-bbb8-45df-a675-ced8f3093d81 req-30fe798a-a9e6-4e69-9d6b-76407aa6e401 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Jan 18 09:27:14.069176 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fbe50-5b70-4c26-b2c8-9f98f68ebbd1 req-c30ab6cd-6711-4b3b-9e2c-b19714580a11 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:14.070643 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1b7fbe50-5b70-4c26-b2c8-9f98f68ebbd1 req-c30ab6cd-6711-4b3b-9e2c-b19714580a11 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.0831757 Jan 18 09:27:14.115079 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1b7fbe50-5b70-4c26-b2c8-9f98f68ebbd1 req-41ff2286-5760-49ca-a3a6-fe7e0ec1a655 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Jan 18 09:27:14.299075 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb67a96-b7f3-4b33-8738-76120a445691 req-537b4e58-d084-4895-be54-0eadfb974cb9 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:14.300532 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ccb67a96-b7f3-4b33-8738-76120a445691 req-537b4e58-d084-4895-be54-0eadfb974cb9 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0881991 Jan 18 09:27:14.343953 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ccb67a96-b7f3-4b33-8738-76120a445691 req-9d92cce9-de1e-420f-a5c5-e9e0794dbaf3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Jan 18 09:27:14.476381 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Request body: {'port': {'device_id': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:14.624703 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:14.708640 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78', '2845ef6d-a282-47e6-822f-348568e2ee96', 'fe0661b0-08f5-4307-8c2b-521928fac737'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:15.093724 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3bf8d-1926-4d00-af90-3de7307f59a9 req-902540ee-4b96-4bac-842f-0c9c1ca205e4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:15.095762 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbe3bf8d-1926-4d00-af90-3de7307f59a9 req-902540ee-4b96-4bac-842f-0c9c1ca205e4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2034910 Jan 18 09:27:15.104541 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4607e-9e4d-412e-b8a6-3083e99d9e0d req-efd03cc4-4c85-4b56-931f-57d847f49099 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:15.106056 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a7a4607e-9e4d-412e-b8a6-3083e99d9e0d req-efd03cc4-4c85-4b56-931f-57d847f49099 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 944 time: 0.1403983 Jan 18 09:27:15.172974 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbe3bf8d-1926-4d00-af90-3de7307f59a9 req-88588bb4-47eb-40a3-b145-32a4b78dd224 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657930 Jan 18 09:27:15.184286 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a7a4607e-9e4d-412e-b8a6-3083e99d9e0d req-6c8e7f5d-e7fb-49c5-9ef1-49611b5d89d1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621827 Jan 18 09:27:15.211001 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9304171e-30cc-407d-bda5-05663d09979a {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:15.219920 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:15.235083 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Transition to ACTIVE for port object 9304171e-30cc-407d-bda5-05663d09979a will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:27:15.242175 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:15.370943 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Pushing event updated for resources: {'Port': ['ID=9304171e-30cc-407d-bda5-05663d09979a,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:15.474276 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb82-2575-4b17-a66b-4e03b3036f9d req-41161fe8-2b9f-42a1-9e2d-7896f5b3effb tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:15.475755 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-714afb82-2575-4b17-a66b-4e03b3036f9d req-41161fe8-2b9f-42a1-9e2d-7896f5b3effb tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 943 time: 0.1564846 Jan 18 09:27:15.484011 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee50f-1735-4983-84ff-fff25e7a1732 req-810ef58d-2f60-4783-a537-0b9da53c3184 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:15.485463 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a36ee50f-1735-4983-84ff-fff25e7a1732 req-810ef58d-2f60-4783-a537-0b9da53c3184 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1674883 Jan 18 09:27:15.500818 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Attempting to bind port 9304171e-30cc-407d-bda5-05663d09979a on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:27:15.501442 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Attempting to bind port 9304171e-30cc-407d-bda5-05663d09979a by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:27:15.501807 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Attempting to bind port 9304171e-30cc-407d-bda5-05663d09979a on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:15.509793 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Port 9304171e-30cc-407d-bda5-05663d09979a on network b41a2032-229c-4b9b-8149-973c603ba68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:27:15.510312 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Attempting to bind port 9304171e-30cc-407d-bda5-05663d09979a on network b41a2032-229c-4b9b-8149-973c603ba68f {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:15.519249 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:27:15.519761 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Checking segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:27:15.520345 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Bound using segment: {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:27:15.521029 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Bound port: 9304171e-30cc-407d-bda5-05663d09979a, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1ee261-4e3c-4cbd-bcff-f4740d610da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:27:15.521526 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:15.556975 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-714afb82-2575-4b17-a66b-4e03b3036f9d req-d67a3b3f-e929-4e15-81a8-ba14430b211c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705149 Jan 18 09:27:15.561573 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a36ee50f-1735-4983-84ff-fff25e7a1732 req-d7a8c61c-bc2f-4714-bfdd-a098f8cbc29d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 Jan 18 09:27:15.622047 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] For port 9304171e-30cc-407d-bda5-05663d09979a, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:27:15.625447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] For port 9304171e-30cc-407d-bda5-05663d09979a, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=9304171e-30cc-407d-bda5-05663d09979a,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:27:15.633232 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:15.706230 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:15.706890 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:15.708294 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] 10.222.0.64 "PUT /v2.0/ports/9304171e-30cc-407d-bda5-05663d09979a HTTP/1.1" status: 200 len: 1093 time: 1.2363980 Jan 18 09:27:15.709086 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'tag': '9304171e-30cc-407d-bda5-05663d09979a'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:15.756982 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f4f04-3c15-4cc3-b077-79cbda9c5511 service neutron] Pushing event updated for resources: {'Port': ['ID=9304171e-30cc-407d-bda5-05663d09979a,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:15.769534 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'tag': '9304171e-30cc-407d-bda5-05663d09979a', 'status': 'completed', 'code': 200} Jan 18 09:27:15.769736 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011a4c-08b6-4178-a0c7-2ae58401f41f req-40676a16-656c-41f8-9e23-422044de3e3a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:15.771436 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fa011a4c-08b6-4178-a0c7-2ae58401f41f req-40676a16-656c-41f8-9e23-422044de3e3a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1094878 Jan 18 09:27:15.818837 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fa011a4c-08b6-4178-a0c7-2ae58401f41f req-7ca42f09-d0d0-4862-b479-8f62db8736e2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Jan 18 09:27:15.866161 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-2786929a-d46a-4625-90f2-5017cd40e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:15.867190 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-2786929a-d46a-4625-90f2-5017cd40e826 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 1096 time: 0.0934777 Jan 18 09:27:15.950814 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-44cd8d57-ce38-41c6-b124-d0c019fe6992 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9304171e-30cc-407d-bda5-05663d09979a HTTP/1.1" status: 200 len: 217 time: 0.0745227 Jan 18 09:27:16.027924 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-94297bec-7e5d-4e44-8d5c-43f46f8b72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.029360 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-94297bec-7e5d-4e44-8d5c-43f46f8b72ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.0610540 Jan 18 09:27:16.089944 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-b80e9048-aa47-44ec-a4ce-3130cab07809 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509765 Jan 18 09:27:16.236573 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-fc3c3c55-307e-4d88-b96d-a6472a550c96 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365652 Jan 18 09:27:16.237564 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4c6c2c78-d39f-4f26-989e-c77626b0b973 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:27:16.330473 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 4c6c2c78-d39f-4f26-989e-c77626b0b973 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:27:16.336155 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 4c6c2c78-d39f-4f26-989e-c77626b0b973 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:27:16.336927 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:16.394315 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-8e96810f-45e5-4aa3-a62a-3409548ffb4d req-2d38f8e2-38b4-498b-9120-c3e39453b698 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494498 Jan 18 09:27:16.460277 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a8c43-20ee-46c4-ab10-4770b483b67e req-361312f1-da68-41d1-a186-3cf0d63c0b7c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.461768 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e79a8c43-20ee-46c4-ab10-4770b483b67e req-361312f1-da68-41d1-a186-3cf0d63c0b7c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 944 time: 0.1583598 Jan 18 09:27:16.464416 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:16.491695 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a9def-8c60-480d-a523-87873430566a req-ec7f5e8b-5148-4edf-882c-9d70bba9401c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.493120 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-956a9def-8c60-480d-a523-87873430566a req-ec7f5e8b-5148-4edf-882c-9d70bba9401c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1493266 Jan 18 09:27:16.494394 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6c2c78-d39f-4f26-989e-c77626b0b973'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:16.504748 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 4c6c2c78-d39f-4f26-989e-c77626b0b973, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4c6c2c78-d39f-4f26-989e-c77626b0b973,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:16.510456 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:16.536775 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-8dca4497-9da5-4cd8-ace3-7022acb280b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.538473 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-8dca4497-9da5-4cd8-ace3-7022acb280b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9157bed427cb4dd29a2907290a38073f&device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 1096 time: 0.0819247 Jan 18 09:27:16.546396 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e79a8c43-20ee-46c4-ab10-4770b483b67e req-2179d15f-feb9-445b-8fef-26f100351576 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761399 Jan 18 09:27:16.560489 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-956a9def-8c60-480d-a523-87873430566a req-ca27e78a-f5b0-4d9a-a14c-e827acaa5d54 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606303 Jan 18 09:27:16.595042 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=4c6c2c78-d39f-4f26-989e-c77626b0b973,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:16.644842 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6c2c78-d39f-4f26-989e-c77626b0b973', 'code': 200} Jan 18 09:27:16.698127 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-90096c5f-6c6a-4c15-84e4-5b427d822a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.699779 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-90096c5f-6c6a-4c15-84e4-5b427d822a89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 200 len: 915 time: 0.1531270 Jan 18 09:27:16.776913 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-ccc28509-ac75-4714-9f6b-13ad680baf1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9304171e-30cc-407d-bda5-05663d09979a HTTP/1.1" status: 200 len: 217 time: 0.0680964 Jan 18 09:27:16.845463 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-f878db50-ceb8-402e-9c16-5ec4b941f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.846928 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-f878db50-ceb8-402e-9c16-5ec4b941f33f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 200 len: 854 time: 0.0615282 Jan 18 09:27:16.894704 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-9da6783c-04a1-49f7-b7b5-e1bada5a2b34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b41a2032-229c-4b9b-8149-973c603ba68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404162 Jan 18 09:27:16.966229 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdf170-131d-479f-b731-2320dee4ec59 req-7cafd9b5-f518-40a8-8e2a-5825bee3eda2 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.967887 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2ccdf170-131d-479f-b731-2320dee4ec59 req-7cafd9b5-f518-40a8-8e2a-5825bee3eda2 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.2339103 Jan 18 09:27:16.977974 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b52d8-bb74-463d-a46b-726dccb79685 req-5cfb4c36-e48f-4bd9-9232-23e9dda095ba tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:16.979525 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-db0b52d8-bb74-463d-a46b-726dccb79685 req-5cfb4c36-e48f-4bd9-9232-23e9dda095ba tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 943 time: 0.2814329 Jan 18 09:27:17.040733 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-af4bc732-53b1-418d-b77d-919b0b113269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.042093 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-af4bc732-53b1-418d-b77d-919b0b113269 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a&tenant_id=6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 1097 time: 0.2411890 Jan 18 09:27:17.046489 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9f81c-ff84-4e86-9c34-ed8f5aed838b req-990ad40e-63f6-4498-9525-3f94bdb1e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.047824 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8b9f81c-ff84-4e86-9c34-ed8f5aed838b req-990ad40e-63f6-4498-9525-3f94bdb1e2ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 1098 time: 0.2013049 Jan 18 09:27:17.069204 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2ccdf170-131d-479f-b731-2320dee4ec59 req-78b81a39-fd69-4730-8bb2-44556b522aa5 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877812 Jan 18 09:27:17.119924 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-db0b52d8-bb74-463d-a46b-726dccb79685 req-b699fc73-b1a0-4469-b69c-2633ec2e1d59 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196036 Jan 18 09:27:17.123534 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-7d8d1dab-34d1-490e-a31c-43dc526582c1 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196860 Jan 18 09:27:17.172612 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8b9f81c-ff84-4e86-9c34-ed8f5aed838b req-e90852c8-3e07-4579-b15a-b82f4e002b77 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067121 Jan 18 09:27:17.286411 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-5d135b79-9356-46ef-a821-fa0348df1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.287285 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3de991b3-54a7-4fcb-af7b-df178633e80c req-4058bdc2-a3b9-4a47-ab3f-3e45939ab035 service neutron] 10.222.0.64 "GET /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542926 Jan 18 09:27:17.287922 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-5d135b79-9356-46ef-a821-fa0348df1804 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1097 time: 0.2017367 Jan 18 09:27:17.348944 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f38af-3e9a-4420-ab3c-56c9ac51bdd5 req-ed1eddf8-3bb1-4381-932a-bc35f64ea01e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.350424 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fb4f38af-3e9a-4420-ab3c-56c9ac51bdd5 req-ed1eddf8-3bb1-4381-932a-bc35f64ea01e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1553078 Jan 18 09:27:17.363200 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560f603-6f9d-4659-9a0c-73ce61fed3f5 req-0a2d74c4-44e1-4db7-a446-fd8c41758a70 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.364897 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2560f603-6f9d-4659-9a0c-73ce61fed3f5 req-0a2d74c4-44e1-4db7-a446-fd8c41758a70 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1197007 Jan 18 09:27:17.612355 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2560f603-6f9d-4659-9a0c-73ce61fed3f5 req-f5e22e9b-3983-43c9-931d-be2447183daf tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243381 Jan 18 09:27:17.618843 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fb4f38af-3e9a-4420-ab3c-56c9ac51bdd5 req-90fbf380-979e-4917-b413-2beab742a3dd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526312 Jan 18 09:27:17.661810 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-365f6a38-d01b-450c-9869-ff8d5ef29aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.663346 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-365f6a38-d01b-450c-9869-ff8d5ef29aa0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.2560284 Jan 18 09:27:17.866068 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-93652b71-b4d4-4558-8660-1e6f2b3dc193 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 200 len: 999 time: 0.1942739 Jan 18 09:27:17.899912 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf65d-df87-4bf7-a1a5-3f5ba5ffb43e req-6b037ba6-2947-4a77-9ee3-daa80e4c169f tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.901342 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0beaf65d-df87-4bf7-a1a5-3f5ba5ffb43e req-6b037ba6-2947-4a77-9ee3-daa80e4c169f tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.1776459 Jan 18 09:27:17.911271 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aae15-84c3-4d7a-8bef-9724c3cc16ba req-198fbbe3-3aef-440a-899d-3d2be4b8a1d2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:17.912645 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-341aae15-84c3-4d7a-8bef-9724c3cc16ba req-198fbbe3-3aef-440a-899d-3d2be4b8a1d2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1878335 Jan 18 09:27:17.979015 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0beaf65d-df87-4bf7-a1a5-3f5ba5ffb43e req-6c6ee666-67d4-4f4d-bf86-ca781a332e40 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653837 Jan 18 09:27:17.986015 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-341aae15-84c3-4d7a-8bef-9724c3cc16ba req-4fea2a92-eb88-400d-a114-e02c1ef1ae4d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599616 Jan 18 09:27:18.364626 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505cea0-decd-4963-8fbb-6e00907606e3 req-1be87764-74ca-417a-8c3b-ea19b367709a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:18.366095 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4505cea0-decd-4963-8fbb-6e00907606e3 req-1be87764-74ca-417a-8c3b-ea19b367709a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 943 time: 0.1327801 Jan 18 09:27:18.408946 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92aba-28c9-456a-b38c-7b63c4f2a82c req-c0f2978c-fcc6-40f7-8aea-213566c1f397 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:18.410329 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7ad92aba-28c9-456a-b38c-7b63c4f2a82c req-c0f2978c-fcc6-40f7-8aea-213566c1f397 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1263692 Jan 18 09:27:18.444873 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4505cea0-decd-4963-8fbb-6e00907606e3 req-0f06a810-96ad-4e35-a53b-6e6eb5c70ce3 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713744 Jan 18 09:27:18.467277 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7ad92aba-28c9-456a-b38c-7b63c4f2a82c req-877b2f8f-55bf-46b6-a764-361fe704cf5f tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Jan 18 09:27:18.683923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-ba73b9b3-64fc-490a-9c97-adbc51b3b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:18.685470 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-ba73b9b3-64fc-490a-9c97-adbc51b3b5e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.0603650 Jan 18 09:27:18.823459 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e2c2-0630-44ef-8922-9fd1cfeaa7eb req-12a56ca8-5ff2-44cd-a6d5-0d02ccd3aa0e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:18.825126 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cdc5e2c2-0630-44ef-8922-9fd1cfeaa7eb req-12a56ca8-5ff2-44cd-a6d5-0d02ccd3aa0e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0893118 Jan 18 09:27:18.879458 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cdc5e2c2-0630-44ef-8922-9fd1cfeaa7eb req-4e53c08e-5575-4293-8c33-77624f833685 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451245 Jan 18 09:27:19.232615 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c557-f72a-4add-b7f4-9f7f9180c42f req-061d0569-5d5e-4182-99b4-23675324d42f tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:19.234078 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-01f7c557-f72a-4add-b7f4-9f7f9180c42f req-061d0569-5d5e-4182-99b4-23675324d42f tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.1371598 Jan 18 09:27:19.244622 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863b64e-ed06-4942-98b6-11a119e4daec req-8c7a86cb-9e98-42fe-8f38-43d0e7367405 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:19.246132 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9863b64e-ed06-4942-98b6-11a119e4daec req-8c7a86cb-9e98-42fe-8f38-43d0e7367405 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1158402 Jan 18 09:27:19.313162 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-01f7c557-f72a-4add-b7f4-9f7f9180c42f req-a70bd974-7493-47de-b051-f5240f8f015f tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661585 Jan 18 09:27:19.317393 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9863b64e-ed06-4942-98b6-11a119e4daec req-889759b1-62bd-4ae9-8765-806054a5b187 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577331 Jan 18 09:27:19.540380 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-f70804a9-1707-45f4-a0a6-611d2ade0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:19.542419 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-f70804a9-1707-45f4-a0a6-611d2ade0f50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864179 Jan 18 09:27:19.641224 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd4d66-a888-4069-bd36-12e353ab176e req-ca6b905b-b426-4bbd-b7a9-401bb125fc90 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:19.642778 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e7dd4d66-a888-4069-bd36-12e353ab176e req-ca6b905b-b426-4bbd-b7a9-401bb125fc90 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 943 time: 0.0826700 Jan 18 09:27:19.688416 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e7dd4d66-a888-4069-bd36-12e353ab176e req-4a2ff9a1-e92f-4156-a733-b9e6611fa916 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371482 Jan 18 09:27:20.064766 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89472d1-c8ee-4c06-a149-88df2087ab2f req-2be8e207-7a26-4d2e-aca3-7dac6998f8f9 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:20.066193 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b89472d1-c8ee-4c06-a149-88df2087ab2f req-2be8e207-7a26-4d2e-aca3-7dac6998f8f9 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0836160 Jan 18 09:27:20.113592 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b89472d1-c8ee-4c06-a149-88df2087ab2f req-0c3770b2-fc21-455a-8cc0-0441bfed546a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Jan 18 09:27:20.692784 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-bcd0c867-193e-4693-a861-f159a3e8d812 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261042 Jan 18 09:27:20.739084 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d95d9-809f-4074-b637-3a610b116de0 req-6e979212-e7b6-49f4-bd02-9a42c71c0b32 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:20.740500 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fe8d95d9-809f-4074-b637-3a610b116de0 req-6e979212-e7b6-49f4-bd02-9a42c71c0b32 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2893209 Jan 18 09:27:20.799076 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd34e0-cc21-4be6-9fe5-573c4c16cb92 req-3ec11d1f-5562-448d-b743-05660beaa047 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:20.800492 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c7dd34e0-cc21-4be6-9fe5-573c4c16cb92 req-3ec11d1f-5562-448d-b743-05660beaa047 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.3506188 Jan 18 09:27:20.897760 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c7dd34e0-cc21-4be6-9fe5-573c4c16cb92 req-a02f65aa-af95-4feb-a728-7993535ae1c1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788569 Jan 18 09:27:20.903498 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fe8d95d9-809f-4074-b637-3a610b116de0 req-a7f087da-b469-400e-ad77-71207c24b326 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202059 Jan 18 09:27:20.923213 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb5f02d8-36f4-40f3-a28f-73a2491665e2 req-de5d5b6a-7930-424e-a712-da8c8f725850 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196615 Jan 18 09:27:21.082175 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d110776-affb-45af-b8fa-58572acfeaee req-1e411329-ac89-49aa-83f6-33806051beab tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:21.083676 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d110776-affb-45af-b8fa-58572acfeaee req-1e411329-ac89-49aa-83f6-33806051beab tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 943 time: 0.0843177 Jan 18 09:27:21.135294 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d110776-affb-45af-b8fa-58572acfeaee req-1d07b2d8-e121-41de-9192-ea2781743d3f tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457449 Jan 18 09:27:21.331382 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41eaff-64ba-4d2f-aabb-5d4e2739380b req-f95b5367-276a-4baf-938f-716bdba7c8dd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:21.335217 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c41eaff-64ba-4d2f-aabb-5d4e2739380b req-f95b5367-276a-4baf-938f-716bdba7c8dd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0899889 Jan 18 09:27:21.387580 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1c41eaff-64ba-4d2f-aabb-5d4e2739380b req-3cfa064f-9403-4dc4-afec-fa70b15c1e25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491939 Jan 18 09:27:22.024357 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-00377ad0-9a72-486b-b6ee-309137fa931b tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:22.027900 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-00377ad0-9a72-486b-b6ee-309137fa931b tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/networks?id=6a016a16-60c1-4225-91b9-dc94a345c431 HTTP/1.1" status: 200 len: 813 time: 0.1552286 Jan 18 09:27:22.043165 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-2232252a-0e25-42c6-a1c4-fbb3b83f3741 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/quotas/8e965034f2864cdda0dc82a1c6de0ffb HTTP/1.1" status: 200 len: 375 time: 0.0094566 Jan 18 09:27:22.094964 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-b05ba2f3-4ea8-4cc9-a887-4e34a8c775dd tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8e965034f2864cdda0dc82a1c6de0ffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458424 Jan 18 09:27:22.229068 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-d34ec21e-aa91-4b53-b0dc-d7b63968cca5 service neutron] 10.222.0.54 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275108 Jan 18 09:27:22.282448 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 9304171e-30cc-407d-bda5-05663d09979a details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:27:22.389775 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-0c01b8dd-58ea-4f98-a8dd-bdbea2545676 service neutron] 10.222.0.54 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546566 Jan 18 09:27:22.459484 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 9304171e-30cc-407d-bda5-05663d09979a, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=9304171e-30cc-407d-bda5-05663d09979a,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:22.475472 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '9304171e-30cc-407d-bda5-05663d09979a', 'network_id': 'b41a2032-229c-4b9b-8149-973c603ba68f', 'port_id': '9304171e-30cc-407d-bda5-05663d09979a', 'mac_address': 'fa:16:3e:7a:86:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c721128-b60a-4f8a-9d01-fd484b1fa5d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:27:22.540954 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:22.559660 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9304171e-30cc-407d-bda5-05663d09979a {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:22.577993 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 9304171e-30cc-407d-bda5-05663d09979a, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=9304171e-30cc-407d-bda5-05663d09979a,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:22.584360 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:22.680522 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=9304171e-30cc-407d-bda5-05663d09979a,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:22.720358 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3312b1c-51cb-4329-ab41-5d2d1aa2dddd req-b89ecfa4-68fb-4a16-bfe9-452d8901e41d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:22.722136 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3312b1c-51cb-4329-ab41-5d2d1aa2dddd req-b89ecfa4-68fb-4a16-bfe9-452d8901e41d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.1172276 Jan 18 09:27:22.782311 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3312b1c-51cb-4329-ab41-5d2d1aa2dddd req-8a55fd5f-8259-4889-bb3e-d72bdc893aa4 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539353 Jan 18 09:27:22.971701 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['9304171e-30cc-407d-bda5-05663d09979a'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:23.018644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ccfc-02d3-4df6-a3df-6f0b882b8dd9 req-74d63e7d-ece1-4a57-b072-1ea982d173e0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:23.020375 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7a92ccfc-02d3-4df6-a3df-6f0b882b8dd9 req-74d63e7d-ece1-4a57-b072-1ea982d173e0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1042523 Jan 18 09:27:23.091676 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7a92ccfc-02d3-4df6-a3df-6f0b882b8dd9 req-ab4ed5ba-aa53-49bd-a3af-1538df930406 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642288 Jan 18 09:27:23.393434 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59263763-b019-4f80-a199-8bec70bf7574 req-7463a3db-6b3b-4913-a175-c593cb7fe7ad tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:23.406440 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-59263763-b019-4f80-a199-8bec70bf7574 req-7463a3db-6b3b-4913-a175-c593cb7fe7ad tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 944 time: 0.1681073 Jan 18 09:27:23.471374 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-59263763-b019-4f80-a199-8bec70bf7574 req-4c8498c3-b9b0-460c-b4dc-384738dd26b0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662274 Jan 18 09:27:23.673338 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7716274-2240-489e-bbed-63fd2de2dc4a req-52f594b5-61ad-49a1-80c7-319e638598a8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:23.675003 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7716274-2240-489e-bbed-63fd2de2dc4a req-52f594b5-61ad-49a1-80c7-319e638598a8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0901785 Jan 18 09:27:23.723459 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7716274-2240-489e-bbed-63fd2de2dc4a req-3261be65-5643-484a-ae93-e2915383f9a7 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Jan 18 09:27:23.878623 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6c5673fc-b69e-4bd6-b775-46ce79ac7222 req-9b2ca257-8637-4453-97f5-16f89a006bbd tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.0463631 Jan 18 09:27:23.964476 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:27:24.298644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa106a85-c025-4769-b053-76154ba70815 req-72b03b6f-3572-4118-864e-90cbe7e23f68 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:24.300156 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-aa106a85-c025-4769-b053-76154ba70815 req-72b03b6f-3572-4118-864e-90cbe7e23f68 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.1044331 Jan 18 09:27:24.348125 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-aa106a85-c025-4769-b053-76154ba70815 req-05bd5790-34b0-41bf-9e15-9c3dec3d81d1 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Jan 18 09:27:24.552924 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39bed3-8236-4c8c-b75f-0ccfd61a30c3 req-f99b1ac2-7d3e-44dc-984b-4190b81b9dca tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:24.554580 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae39bed3-8236-4c8c-b75f-0ccfd61a30c3 req-f99b1ac2-7d3e-44dc-984b-4190b81b9dca tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0962856 Jan 18 09:27:24.606922 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae39bed3-8236-4c8c-b75f-0ccfd61a30c3 req-95e979c9-d095-4cae-896d-8ea319ce8cfe tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Jan 18 09:27:24.790860 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8f011-b023-4c94-ac36-901ab9154d9a req-99becac0-60bc-405c-ae43-238cdb8d9cbc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:24.792473 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c3a8f011-b023-4c94-ac36-901ab9154d9a req-99becac0-60bc-405c-ae43-238cdb8d9cbc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 944 time: 0.0868366 Jan 18 09:27:24.838989 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c3a8f011-b023-4c94-ac36-901ab9154d9a req-e8673854-07ba-475f-8ad4-b0a1a1c47141 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Jan 18 09:27:25.022822 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85f070-53e4-4504-8dd7-53f2eabd3d8f req-22487de9-812c-4d33-87f7-b6d036ea1ee3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:25.024301 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae85f070-53e4-4504-8dd7-53f2eabd3d8f req-22487de9-812c-4d33-87f7-b6d036ea1ee3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0900362 Jan 18 09:27:25.157208 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae85f070-53e4-4504-8dd7-53f2eabd3d8f req-b205a274-0098-4680-801a-8fc9eb985f09 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267374 Jan 18 09:27:25.305822 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9df1b90-0bc2-41da-bd79-81d9403a99b2 req-5c3ff239-2088-454f-93cf-92604c235811 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.0433409 Jan 18 09:27:25.551325 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e49c-c62e-4bc5-af75-1279b8a831f8 req-68cde256-1341-4b6d-8a5e-5573fa915da6 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:25.553087 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1ef0e49c-c62e-4bc5-af75-1279b8a831f8 req-68cde256-1341-4b6d-8a5e-5573fa915da6 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.0909638 Jan 18 09:27:25.600368 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1ef0e49c-c62e-4bc5-af75-1279b8a831f8 req-4a66a1c6-53f9-4c16-af87-7ab1ebbcab67 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Jan 18 09:27:25.799985 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39614855-46ec-4681-a447-3d83d6095386 req-42cdd5d0-18f6-4db8-9751-b47e3fab64ce tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:25.813355 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-39614855-46ec-4681-a447-3d83d6095386 req-42cdd5d0-18f6-4db8-9751-b47e3fab64ce tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0945895 Jan 18 09:27:25.869573 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-39614855-46ec-4681-a447-3d83d6095386 req-dc8837c6-63e6-46d1-8216-d4f4fda02a9d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 Jan 18 09:27:26.052379 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ea593-9509-4613-9194-e886197bf360 req-02506f15-98ce-47d6-982c-0e0947754825 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:26.053943 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f10ea593-9509-4613-9194-e886197bf360 req-02506f15-98ce-47d6-982c-0e0947754825 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 944 time: 0.0875733 Jan 18 09:27:26.099142 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f10ea593-9509-4613-9194-e886197bf360 req-5c0b1ac1-efe2-4a4d-87d6-ee848a14f388 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Jan 18 09:27:26.325010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 9304171e-30cc-407d-bda5-05663d09979a up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:27:26.354148 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838b115-ac85-44f9-8d15-8625cdaf61d6 req-2dd85cc0-2312-48f1-916f-ce69bd99a07d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:26.354148 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8838b115-ac85-44f9-8d15-8625cdaf61d6 req-2dd85cc0-2312-48f1-916f-ce69bd99a07d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0836897 Jan 18 09:27:26.419967 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8838b115-ac85-44f9-8d15-8625cdaf61d6 req-28775228-55af-4e91-960d-970137174ade tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599568 Jan 18 09:27:26.438939 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 9304171e-30cc-407d-bda5-05663d09979a completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:27:26.452066 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 9304171e-30cc-407d-bda5-05663d09979a triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:27:26.452066 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:26.589071 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a30a630b-98f0-47d8-9e08-68de9bd937f8 req-5327a0ed-51c2-4f0a-8faa-60d5670662a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.0513494 Jan 18 09:27:26.632734 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:26.663949 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9304171e-30cc-407d-bda5-05663d09979a'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:26.674307 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 9304171e-30cc-407d-bda5-05663d09979a, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=9304171e-30cc-407d-bda5-05663d09979a,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:26.679109 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:26.750404 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=9304171e-30cc-407d-bda5-05663d09979a,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:26.798039 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2bc3-c557-4f02-a338-15e94173c095 req-d9fdb7a7-c5f3-4a1d-8765-4439d47b9acb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:26.799545 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-748b2bc3-c557-4f02-a338-15e94173c095 req-d9fdb7a7-c5f3-4a1d-8765-4439d47b9acb tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.0852675 Jan 18 09:27:26.853468 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-748b2bc3-c557-4f02-a338-15e94173c095 req-6f0a4f1b-6a7e-49cf-bd85-c0be81e50c3c tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423446 Jan 18 09:27:26.914480 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9304171e-30cc-407d-bda5-05663d09979a', 'code': 200} Jan 18 09:27:27.081920 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aa7d2-e9cf-4a29-96cf-6a45919c2e54 req-d82402d8-c57b-4f7f-b066-35b939684e4a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:27.083881 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-380aa7d2-e9cf-4a29-96cf-6a45919c2e54 req-d82402d8-c57b-4f7f-b066-35b939684e4a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0871534 Jan 18 09:27:27.130338 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-380aa7d2-e9cf-4a29-96cf-6a45919c2e54 req-0309f78a-c30d-4754-a258-f4cb2b91d4c2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Jan 18 09:27:27.309135 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6131-f7e0-4168-8f22-820896d59b85 req-62bf5267-ffb6-4155-be76-ab2e156a50aa tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:27.315296 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e65c6131-f7e0-4168-8f22-820896d59b85 req-62bf5267-ffb6-4155-be76-ab2e156a50aa tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.0874572 Jan 18 09:27:27.365793 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e65c6131-f7e0-4168-8f22-820896d59b85 req-6582575a-1b06-4131-a328-90e05535d014 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490477 Jan 18 09:27:27.633252 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eba315-c7d4-47a5-a01f-4f25044b8c67 req-9ce90908-8cf5-415f-9837-3b668eb35b7d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:27.634965 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10eba315-c7d4-47a5-a01f-4f25044b8c67 req-9ce90908-8cf5-415f-9837-3b668eb35b7d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0961797 Jan 18 09:27:27.684810 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10eba315-c7d4-47a5-a01f-4f25044b8c67 req-5a69c008-fbf4-40c7-ad16-67430376a539 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Jan 18 09:27:27.838100 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3268ab6d-5641-4763-97fc-a26ba5ca3c39 req-ae64b577-aeb7-4a93-81fe-2e8a8a908f82 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.0470006 Jan 18 09:27:28.045781 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89ba3-a95f-4981-8ba4-69616253bf62 req-bdd1e04d-6f88-4d41-93f1-d70ca9e62952 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:28.047352 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-65e89ba3-a95f-4981-8ba4-69616253bf62 req-bdd1e04d-6f88-4d41-93f1-d70ca9e62952 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.0848708 Jan 18 09:27:28.096012 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-65e89ba3-a95f-4981-8ba4-69616253bf62 req-a9099a98-8d51-4dba-9ad3-6079e735e218 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jan 18 09:27:28.323623 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbee72-4bd1-4582-9736-847465c689ba req-940cc61d-47f5-4cb6-b920-4d0c2240cb58 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:28.325105 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7efbee72-4bd1-4582-9736-847465c689ba req-940cc61d-47f5-4cb6-b920-4d0c2240cb58 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0863082 Jan 18 09:27:28.371382 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7efbee72-4bd1-4582-9736-847465c689ba req-942a5ac1-9609-4dda-9829-709edfbc922c tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 Jan 18 09:27:28.549562 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3328e4-ca6d-4ae3-a9ac-a9b54172de04 req-2728ae72-0759-4ace-b3d1-6e1f9b3049b5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:28.551181 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0a3328e4-ca6d-4ae3-a9ac-a9b54172de04 req-2728ae72-0759-4ace-b3d1-6e1f9b3049b5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.0820525 Jan 18 09:27:28.597832 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0a3328e4-ca6d-4ae3-a9ac-a9b54172de04 req-28b39cb5-9e85-4807-91fe-64eef3c87e2a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Jan 18 09:27:28.890129 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4419c-f313-4299-818c-f2f76bb2342a req-d8279091-48e0-4e2b-983d-80aa01a10dfd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:28.891586 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cba4419c-f313-4299-818c-f2f76bb2342a req-d8279091-48e0-4e2b-983d-80aa01a10dfd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0904279 Jan 18 09:27:28.950473 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cba4419c-f313-4299-818c-f2f76bb2342a req-83dc1faf-c40b-40f4-8b41-828f81fc177f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531340 Jan 18 09:27:29.103675 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d1738136-e05a-4093-8f08-f73ca4a72549 req-92a601f9-8d76-4c80-92b0-4348579d10d1 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.0522239 Jan 18 09:27:29.288023 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002636f-60d9-416e-a6c5-4c7e60961d09 req-7aa11e4a-d71b-4719-8464-7b18ae2b51b2 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:29.289615 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d002636f-60d9-416e-a6c5-4c7e60961d09 req-7aa11e4a-d71b-4719-8464-7b18ae2b51b2 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.0859435 Jan 18 09:27:29.335687 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d002636f-60d9-416e-a6c5-4c7e60961d09 req-cb4edeb9-7c9b-4fb1-9077-d5b558df9c58 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Jan 18 09:27:29.567994 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7af1a-01c0-40cb-99e8-323f56d17491 req-16ab7c4f-a9e7-437d-abb9-e5fb2133adeb tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:29.569473 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4aa7af1a-01c0-40cb-99e8-323f56d17491 req-16ab7c4f-a9e7-437d-abb9-e5fb2133adeb tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0853975 Jan 18 09:27:29.617678 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4aa7af1a-01c0-40cb-99e8-323f56d17491 req-64a53824-5a72-454b-a924-a87b034759d9 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Jan 18 09:27:29.812165 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef859e5-e862-4b4c-a8ef-e7e88f6d2190 req-9de916d0-a8ab-409b-a1a3-bedd0b37e84e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:29.813663 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cef859e5-e862-4b4c-a8ef-e7e88f6d2190 req-9de916d0-a8ab-409b-a1a3-bedd0b37e84e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.0862434 Jan 18 09:27:29.859514 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cef859e5-e862-4b4c-a8ef-e7e88f6d2190 req-b3fc15a6-0e34-4060-bb98-810edee5ddf7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Jan 18 09:27:30.144346 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bd14d-93cb-48b2-84be-5ef01ac02cca req-404dee03-5dc7-48cb-8113-99641546891e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:30.148788 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2d6bd14d-93cb-48b2-84be-5ef01ac02cca req-404dee03-5dc7-48cb-8113-99641546891e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.0848200 Jan 18 09:27:30.196775 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2d6bd14d-93cb-48b2-84be-5ef01ac02cca req-592eb649-5c91-4400-b440-0886d2dd146c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Jan 18 09:27:30.412516 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-386d664b-4243-49ac-b6fc-6c4896e5f663 req-76211eb4-63db-4e4e-a0a0-dda3b8ce452a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.1168253 Jan 18 09:27:30.591821 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cce4a5-3bd9-42f0-8162-93b265879093 req-4a07fd8d-40d6-461a-bb35-056439890c6d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:30.593315 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91cce4a5-3bd9-42f0-8162-93b265879093 req-4a07fd8d-40d6-461a-bb35-056439890c6d tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.0825748 Jan 18 09:27:30.640960 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91cce4a5-3bd9-42f0-8162-93b265879093 req-d73a7d92-b5b0-4d3a-9e91-8e09ca6423da tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Jan 18 09:27:30.815102 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7c6e-f784-4a8c-8d7e-795a23e476f7 req-d1348e46-e883-421a-baac-7cb08007850f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:30.816599 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5b5d7c6e-f784-4a8c-8d7e-795a23e476f7 req-d1348e46-e883-421a-baac-7cb08007850f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0829988 Jan 18 09:27:30.861499 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5b5d7c6e-f784-4a8c-8d7e-795a23e476f7 req-c2804872-4478-4636-b12a-5b604d3705ce tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Jan 18 09:27:31.051030 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345ba03-865c-48a9-8e63-c25e2a1a9b64 req-b6c18170-e528-48f8-bb3c-52af83726ffa tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:31.052652 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2345ba03-865c-48a9-8e63-c25e2a1a9b64 req-b6c18170-e528-48f8-bb3c-52af83726ffa tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.0893152 Jan 18 09:27:31.106854 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2345ba03-865c-48a9-8e63-c25e2a1a9b64 req-033e7506-d6c0-4dba-8d06-a3f79cde33cc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469854 Jan 18 09:27:31.431781 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2509-8d21-4822-8671-dec5a0117a0a req-e64383bf-2a1e-459a-80b8-62f3e3c7adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:31.433269 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d19d2509-8d21-4822-8671-dec5a0117a0a req-e64383bf-2a1e-459a-80b8-62f3e3c7adc9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 1098 time: 0.1572299 Jan 18 09:27:31.448616 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0647a0f-29cd-4b03-b93d-d94fbe89a5b4 req-3eca7209-5ed2-468c-9ef7-a4e060762134 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:31.450117 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d0647a0f-29cd-4b03-b93d-d94fbe89a5b4 req-3eca7209-5ed2-468c-9ef7-a4e060762134 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1196547 Jan 18 09:27:31.519740 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d0647a0f-29cd-4b03-b93d-d94fbe89a5b4 req-ebf2cf47-55af-4d0f-b3d6-cb5a6c0e1e4b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557687 Jan 18 09:27:31.522567 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d19d2509-8d21-4822-8671-dec5a0117a0a req-3f946089-5f90-46bd-9209-6706cb4f5db5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714321 Jan 18 09:27:31.567652 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e0f75d37-306d-48f7-96de-793231963337 req-ac68b41d-da2a-4d59-98d9-e29ed1389aa9 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.0466723 Jan 18 09:27:31.836283 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144427-f6f0-4936-8e03-26261d661a70 req-b3abb22e-36d8-425f-a1fd-1544c7b57832 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:31.837902 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5d144427-f6f0-4936-8e03-26261d661a70 req-b3abb22e-36d8-425f-a1fd-1544c7b57832 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.0819445 Jan 18 09:27:31.885409 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5d144427-f6f0-4936-8e03-26261d661a70 req-4b8af29d-7ed5-462f-9a7a-f70344a99a77 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Jan 18 09:27:32.081976 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3209f0c-e6ca-4c7c-a135-b1ffaaeb1311 req-71709dac-7ba0-494e-b20f-d4c43e55d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:32.083759 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c3209f0c-e6ca-4c7c-a135-b1ffaaeb1311 req-71709dac-7ba0-494e-b20f-d4c43e55d03f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.0776761 Jan 18 09:27:32.170983 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c3209f0c-e6ca-4c7c-a135-b1ffaaeb1311 req-d44d9c0b-0a15-42b4-9ec7-65b11a56989d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773132 Jan 18 09:27:32.214277 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04725efa-f0b8-465b-b5ae-bbc40f5c0fbb req-9732f08d-d93a-4589-951b-2e46b725892f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:32.215876 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-04725efa-f0b8-465b-b5ae-bbc40f5c0fbb req-9732f08d-d93a-4589-951b-2e46b725892f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0952437 Jan 18 09:27:32.314990 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-04725efa-f0b8-465b-b5ae-bbc40f5c0fbb req-68e55fa6-0e40-4573-93b2-50cbef31b0fd tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919073 Jan 18 09:27:32.346510 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de36162-8f16-467a-993a-ca30d2e905f4 req-9f4c800a-0e9b-4a3f-8119-ca107a468cc2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:32.348031 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9de36162-8f16-467a-993a-ca30d2e905f4 req-9f4c800a-0e9b-4a3f-8119-ca107a468cc2 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.1114581 Jan 18 09:27:32.396674 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9de36162-8f16-467a-993a-ca30d2e905f4 req-a8dc887c-3a5a-4c79-94ad-a50543809020 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Jan 18 09:27:32.564754 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-37c71afc-0fa3-484e-bd96-8a89efd3d1e4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:32.568030 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-37c71afc-0fa3-484e-bd96-8a89efd3d1e4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "GET /v2.0/networks?id=6a016a16-60c1-4225-91b9-dc94a345c431 HTTP/1.1" status: 200 len: 813 time: 0.1501164 Jan 18 09:27:32.594843 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Request body: {'port': {'device_id': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431', 'admin_state_up': True, 'tenant_id': '8e965034f2864cdda0dc82a1c6de0ffb'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:32.806075 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae048aab-8f9c-446f-87c5-05ca2cf21f3e req-c1b43791-0478-4790-bab8-6fa4a75a58dc tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.1169710 Jan 18 09:27:32.882822 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:32.888426 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Usage tracker for resource:port and tenant:8e965034f2864cdda0dc82a1c6de0ffb is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:32.892565 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:32.899247 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:32.916560 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22d257-9e9a-4e3d-a27f-cf1e97efc754 req-423c658f-3241-4d3f-b1d1-91e0f7ca749a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:32.917658 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4d22d257-9e9a-4e3d-a27f-cf1e97efc754 req-423c658f-3241-4d3f-b1d1-91e0f7ca749a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.2299078 Jan 18 09:27:32.941903 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Made reservation on behalf of 8e965034f2864cdda0dc82a1c6de0ffb for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:27:32.945275 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:33.070790 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4d22d257-9e9a-4e3d-a27f-cf1e97efc754 req-eff9739f-1a90-44d4-ad15-7725a68aae52 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466682 Jan 18 09:27:33.297429 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Allocated IP 172.20.0.8 (6a016a16-60c1-4225-91b9-dc94a345c431/7e182caf-3b61-4e1e-b1be-c21146b66d25/dcf74013-2ca1-4d89-9f40-f108839595bd) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:27:33.306438 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829a5e-3f6f-4f89-a9f8-ac2f5b99191a req-414887ce-bd6e-4766-be0a-f5997ad55084 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:33.307955 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d1829a5e-3f6f-4f89-a9f8-ac2f5b99191a req-414887ce-bd6e-4766-be0a-f5997ad55084 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.2816429 Jan 18 09:27:33.395195 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d1829a5e-3f6f-4f89-a9f8-ac2f5b99191a req-9ab33f2d-57fc-4c7c-b22a-89807f4f24e3 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789168 Jan 18 09:27:33.668072 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:33.697356 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf780aa-a4de-4299-b154-1b87db0a87a2 req-c3af79eb-d4c2-43d0-91ab-9e6b758e897f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:33.699405 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6cf780aa-a4de-4299-b154-1b87db0a87a2 req-c3af79eb-d4c2-43d0-91ab-9e6b758e897f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2254503 Jan 18 09:27:33.740526 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc086-d8a4-443f-9035-e73295a50251 req-bd75072c-2f1c-4f56-aba8-20926156b050 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:33.741986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6badc086-d8a4-443f-9035-e73295a50251 req-bd75072c-2f1c-4f56-aba8-20926156b050 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.2044952 Jan 18 09:27:33.787388 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6cf780aa-a4de-4299-b154-1b87db0a87a2 req-9e68f940-229e-4a4b-bac0-78be76a1c348 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790815 Jan 18 09:27:33.789073 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:33.880809 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6badc086-d8a4-443f-9035-e73295a50251 req-77769399-0f58-44ed-8197-dd8506953f14 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280749 Jan 18 09:27:33.886993 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Network 6a016a16-60c1-4225-91b9-dc94a345c431 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:27:33.890612 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:27:33.894863 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:27:33.930607 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Pushing event updated for resources: {'Port': ['ID=dcf74013-2ca1-4d89-9f40-f108839595bd,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:33.982237 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.982596 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.983009 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.983355 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.983695 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.984021 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.984346 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.984674 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.984975 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.985294 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.985631 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:33.985921 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:34.019856 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:34.020468 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.061769 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ab2091ba-a1c9-45b6-8952-28cc04ce07a4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4708166 Jan 18 09:27:34.077521 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803f2aa-9d51-449b-b05a-5bc919d77d92 req-d965f089-2eb3-4246-86b0-99aebe8978a6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:34.078242 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-a803f2aa-9d51-449b-b05a-5bc919d77d92 req-d965f089-2eb3-4246-86b0-99aebe8978a6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Synchronizing usage tracker for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:27:34.086674 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Request body: {'port': {'device_id': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:34.117625 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea1958-8880-4bac-831a-6402138bfea1 req-61cd5cdd-c948-4857-8fc2-89dbcae7b427 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:34.119444 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ebea1958-8880-4bac-831a-6402138bfea1 req-61cd5cdd-c948-4857-8fc2-89dbcae7b427 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.0874114 Jan 18 09:27:34.145965 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-a803f2aa-9d51-449b-b05a-5bc919d77d92 req-d965f089-2eb3-4246-86b0-99aebe8978a6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Unset dirty status for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:27:34.147246 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a803f2aa-9d51-449b-b05a-5bc919d77d92 req-d965f089-2eb3-4246-86b0-99aebe8978a6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 931 time: 0.2060108 Jan 18 09:27:34.197958 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Deleting port 4c6c2c78-d39f-4f26-989e-c77626b0b973 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:27:34.198294 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.293050 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.316788 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a803f2aa-9d51-449b-b05a-5bc919d77d92 req-efa24188-bc25-4e57-8210-7ca8da3f3f33 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331244 Jan 18 09:27:34.401855 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01315702-43da-4f63-9059-da4059afbe4b req-0aa53681-358c-4bbc-9726-13ebfac3287b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:34.403469 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-01315702-43da-4f63-9059-da4059afbe4b req-0aa53681-358c-4bbc-9726-13ebfac3287b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.1960912 Jan 18 09:27:34.472864 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] For port 4c6c2c78-d39f-4f26-989e-c77626b0b973, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4c6c2c78-d39f-4f26-989e-c77626b0b973,segment=NetworkSegment(47f7e475-5b73-4b62-b06b-876f57861321),segment_id=47f7e475-5b73-4b62-b06b-876f57861321)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:34.473351 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.524713 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-01315702-43da-4f63-9059-da4059afbe4b req-6fff06c0-a90b-4154-96b3-11f856a977a5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844374 Jan 18 09:27:34.610976 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Calling delete_port for 4c6c2c78-d39f-4f26-989e-c77626b0b973 owned by compute:nova {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:27:34.709798 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289094-13cc-4864-b9a0-2eaaef2105f6 req-de22f317-b6b5-4b27-a03e-ddbfdca9acb3 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:34.711322 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b3289094-13cc-4864-b9a0-2eaaef2105f6 req-de22f317-b6b5-4b27-a03e-ddbfdca9acb3 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea121808-45bd-4b57-951b-a050c1ca32db HTTP/1.1" status: 200 len: 945 time: 0.1855631 Jan 18 09:27:34.769875 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.783097 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['4c6c2c78-d39f-4f26-989e-c77626b0b973'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:34.813599 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b3289094-13cc-4864-b9a0-2eaaef2105f6 req-8cb89e53-335a-48b6-a6e8-28bcfb06f830 tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd2b4a07-409f-43d2-93b0-953af3e62a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918815 Jan 18 09:27:34.815697 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf74013-2ca1-4d89-9f40-f108839595bd {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:34.824492 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.845446 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Transition to ACTIVE for port object dcf74013-2ca1-4d89-9f40-f108839595bd will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:27:34.860059 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Pushing event deleted for resources: {'Port': ['ID=4c6c2c78-d39f-4f26-989e-c77626b0b973,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:34.865138 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.917046 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] No DVR routers for this DVR port 4c6c2c78-d39f-4f26-989e-c77626b0b973 on host hv-cinder-82504 {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:27:34.919337 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:34.922702 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'name': 'network-vif-deleted', 'tag': '4c6c2c78-d39f-4f26-989e-c77626b0b973'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:34.939422 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ebea1958-8880-4bac-831a-6402138bfea1 req-abff6951-09b1-46e8-8b26-454895abfbed tempest-VolumesActionsTest-1079222974 tempest-VolumesActionsTest-1079222974-project] 10.222.0.64 "DELETE /v2.0/ports/4c6c2c78-d39f-4f26-989e-c77626b0b973 HTTP/1.1" status: 204 len: 173 time: 0.8138287 Jan 18 09:27:35.251990 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf74013-2ca1-4d89-9f40-f108839595bd,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:35.321856 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Attempting to bind port dcf74013-2ca1-4d89-9f40-f108839595bd on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:27:35.322164 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Attempting to bind port dcf74013-2ca1-4d89-9f40-f108839595bd by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:27:35.322517 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Attempting to bind port dcf74013-2ca1-4d89-9f40-f108839595bd on network 6a016a16-60c1-4225-91b9-dc94a345c431 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:35.332507 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e503f-c2ad-4582-b0b6-a98cdce1d82c req-da50802d-2e59-405f-9b62-d451933e94f1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:35.333989 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2a9e503f-c2ad-4582-b0b6-a98cdce1d82c req-da50802d-2e59-405f-9b62-d451933e94f1 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.4260004 Jan 18 09:27:35.340824 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Port dcf74013-2ca1-4d89-9f40-f108839595bd on network 6a016a16-60c1-4225-91b9-dc94a345c431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:27:35.341144 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Attempting to bind port dcf74013-2ca1-4d89-9f40-f108839595bd on network 6a016a16-60c1-4225-91b9-dc94a345c431 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:27:35.365597 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2976fcb-3c8f-4f97-97aa-57bf1bf7a2b1 req-b9bb61ac-d13e-4608-b9bb-9c7bf18f3887 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:35.367092 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b2976fcb-3c8f-4f97-97aa-57bf1bf7a2b1 req-b9bb61ac-d13e-4608-b9bb-9c7bf18f3887 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.3492057 Jan 18 09:27:35.375453 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:27:35.375782 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Checking segment: {'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:27:35.376157 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Bound using segment: {'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:27:35.376592 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Bound port: dcf74013-2ca1-4d89-9f40-f108839595bd, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912c81aa-7029-4996-87ac-836e86d64a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:27:35.376909 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:35.469150 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2a9e503f-c2ad-4582-b0b6-a98cdce1d82c req-d1c3bbc3-e0de-443e-b3e0-3502a44d0259 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292632 Jan 18 09:27:35.493888 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b2976fcb-3c8f-4f97-97aa-57bf1bf7a2b1 req-b148ecc5-0034-4cc0-9f6a-fe7d472c405f tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193700 Jan 18 09:27:35.531992 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea121808-45bd-4b57-951b-a050c1ca32db', 'name': 'network-vif-deleted', 'tag': '4c6c2c78-d39f-4f26-989e-c77626b0b973', 'status': 'completed', 'code': 200} Jan 18 09:27:35.537055 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] For port dcf74013-2ca1-4d89-9f40-f108839595bd, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:27:35.540328 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] For port dcf74013-2ca1-4d89-9f40-f108839595bd, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=dcf74013-2ca1-4d89-9f40-f108839595bd,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:27:35.550173 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:35.689757 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:35.690889 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:35.692846 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] 10.222.0.64 "PUT /v2.0/ports/dcf74013-2ca1-4d89-9f40-f108839595bd HTTP/1.1" status: 200 len: 1093 time: 1.6101797 Jan 18 09:27:35.693976 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'tag': 'dcf74013-2ca1-4d89-9f40-f108839595bd'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:35.737108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b6e1-7f8d-410d-9d56-e22e3a25cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf74013-2ca1-4d89-9f40-f108839595bd,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:35.762235 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578b255-7696-47db-b6b6-5c12740ba5b5 req-22d93f0f-f3db-4fec-ab45-b595150b2a7f tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:35.763891 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0578b255-7696-47db-b6b6-5c12740ba5b5 req-22d93f0f-f3db-4fec-ab45-b595150b2a7f tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 943 time: 0.1436923 Jan 18 09:27:35.866969 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8850cada-3bd5-4a39-b008-ccc682ea96c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:35.875331 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0578b255-7696-47db-b6b6-5c12740ba5b5 req-7e86a4d1-5409-42f2-8cd8-38f6fbc4348d tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683403 Jan 18 09:27:35.931916 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-e90931ef-d700-4e38-9844-cf0e963e3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:35.933396 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-e90931ef-d700-4e38-9844-cf0e963e3be8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e965034f2864cdda0dc82a1c6de0ffb&device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 1096 time: 0.1686003 Jan 18 09:27:36.010592 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'tag': 'dcf74013-2ca1-4d89-9f40-f108839595bd', 'status': 'completed', 'code': 200} Jan 18 09:27:36.027039 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-8f0d5fe0-9065-49b3-baa7-6c27df3af35c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf74013-2ca1-4d89-9f40-f108839595bd HTTP/1.1" status: 200 len: 217 time: 0.0753465 Jan 18 09:27:36.077348 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8096481-72d0-4f32-8f85-795df0615fc0 req-db1c44a2-6e0d-4131-8176-9fdf57d0bf37 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.079131 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8096481-72d0-4f32-8f85-795df0615fc0 req-db1c44a2-6e0d-4131-8176-9fdf57d0bf37 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 944 time: 0.2026052 Jan 18 09:27:36.137787 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ebba5981-66ea-476a-8694-238efb55f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.141256 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-ebba5981-66ea-476a-8694-238efb55f94f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e182caf-3b61-4e1e-b1be-c21146b66d25 HTTP/1.1" status: 200 len: 853 time: 0.1048107 Jan 18 09:27:36.148426 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8096481-72d0-4f32-8f85-795df0615fc0 req-8c26e4a6-fcc2-4eb2-a786-fca51ff6e029 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579326 Jan 18 09:27:36.208742 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-1f9a6c89-c4ce-4823-8c30-021b75a7aa26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a016a16-60c1-4225-91b9-dc94a345c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593538 Jan 18 09:27:36.278919 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-7bf4e41b-c39f-4a7d-80ea-8a1a3ded5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.279763 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-7bf4e41b-c39f-4a7d-80ea-8a1a3ded5fd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f623806d48e14cffa7d7792d0938df11&device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 1099 time: 0.0853016 Jan 18 09:27:36.363358 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:27:36.424371 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-ef92d818-5ae6-458a-9999-0fdbd09eebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.426329 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-ef92d818-5ae6-458a-9999-0fdbd09eebcb service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 200 len: 920 time: 0.1402822 Jan 18 09:27:36.455362 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-d830e93b-056c-4284-8365-098b6a65364e service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330492 Jan 18 09:27:36.466104 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3fa2-e818-43e8-9224-59d6f35b6b4e req-b4b0e510-2d70-4c26-b639-ebbd9deff176 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.467817 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ccec3fa2-e818-43e8-9224-59d6f35b6b4e req-b4b0e510-2d70-4c26-b639-ebbd9deff176 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1622622 Jan 18 09:27:36.501568 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-56bd7826-19dd-4992-a139-2350769f50c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 200 len: 217 time: 0.0676041 Jan 18 09:27:36.577842 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:36.587895 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-a9a88cc6-5845-403f-a9b7-943f2b11ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.591054 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-a9a88cc6-5845-403f-a9b7-943f2b11ea27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 200 len: 859 time: 0.0701177 Jan 18 09:27:36.594686 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'port_id': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'mac_address': 'fa:16:3e:9a:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:27:36.599730 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ccec3fa2-e818-43e8-9224-59d6f35b6b4e req-2d46edb1-a623-4930-8723-08a08263e4e4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082125 Jan 18 09:27:36.649584 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9bafd90a-6cb5-4342-bce6-46b341b84a16 req-2ffb3883-4c0e-42bf-b12f-e8501a6a4056 service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798987 Jan 18 09:27:36.659808 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-55790cd7-add0-454b-a25b-1095b442edde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bf44fad-db40-46c6-b3ea-8b2e44c430b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611126 Jan 18 09:27:36.675925 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:36.703978 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f4a12f-d5d6-4812-9221-f8473f051d6e {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:36.721669 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:36.727109 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:36.793505 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-66a458ff-39d9-436f-b463-7c2cd96e5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.795888 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-66a458ff-39d9-436f-b463-7c2cd96e5c46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e965034f2864cdda0dc82a1c6de0ffb&device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 1096 time: 0.0905597 Jan 18 09:27:36.855436 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=9']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:36.908781 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-0ba37460-85a4-4870-8ae1-1f7a9b2b330d service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411044 Jan 18 09:27:36.966010 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-2f66746c-2330-486b-aa13-4168db56cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:36.967791 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-2f66746c-2330-486b-aa13-4168db56cc00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6a016a16-60c1-4225-91b9-dc94a345c431 HTTP/1.1" status: 200 len: 914 time: 0.1658874 Jan 18 09:27:37.104440 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-7ae01446-6268-4ca1-a16a-f6ac0193dc8a req-6d20e8ca-d556-42ec-b118-f0f90c136855 service neutron] 10.222.0.64 "GET /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852503 Jan 18 09:27:37.106106 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['27f4a12f-d5d6-4812-9221-f8473f051d6e'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:37.143270 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-4b4b412f-d221-40e2-b195-93cd1ea0d094 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf74013-2ca1-4d89-9f40-f108839595bd HTTP/1.1" status: 200 len: 217 time: 0.1595690 Jan 18 09:27:37.256858 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-b7e024d7-e3d1-4023-bf1f-7961b9fad0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:37.258267 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-b7e024d7-e3d1-4023-bf1f-7961b9fad0d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e182caf-3b61-4e1e-b1be-c21146b66d25 HTTP/1.1" status: 200 len: 853 time: 0.1006451 Jan 18 09:27:37.274953 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bde82-5937-4a8c-a07a-6cc838330ce3 req-dc0ecd9b-b306-4c15-a6cc-862cb8bce78e tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:37.276544 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-da9bde82-5937-4a8c-a07a-6cc838330ce3 req-dc0ecd9b-b306-4c15-a6cc-862cb8bce78e tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 943 time: 0.1995008 Jan 18 09:27:37.441875 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-2edb2e5a-74e4-4125-a8e3-7d0a10283a51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a016a16-60c1-4225-91b9-dc94a345c431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643069 Jan 18 09:27:37.496723 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-da9bde82-5937-4a8c-a07a-6cc838330ce3 req-b904f6a7-e168-42ca-9096-d1635023343c tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742049 Jan 18 09:27:37.625307 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-ce5d3882-7598-4285-bde6-86bcd8a0fc46 service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636307 Jan 18 09:27:37.671678 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:37.854684 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-723c529f-98c8-4d57-badc-15f9d60a1876 req-0bbd4ad2-0a26-4116-811f-9464f609c6ee service neutron] 10.222.0.64 "GET /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939104 Jan 18 09:27:37.862572 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102df2-328c-4da9-84d9-3948674e66fd req-a0020a69-32cf-447f-a00e-7cc8b9990214 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:37.864317 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-25102df2-328c-4da9-84d9-3948674e66fd req-a0020a69-32cf-447f-a00e-7cc8b9990214 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.2350976 Jan 18 09:27:37.914176 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-25102df2-328c-4da9-84d9-3948674e66fd req-51e7120e-8478-4596-a155-395966c4a9a7 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Jan 18 09:27:38.037054 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964122db-1160-4752-82d1-3dfd207af8df req-2f1a4312-15a7-407c-882e-9944a8310435 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:38.038517 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-964122db-1160-4752-82d1-3dfd207af8df req-2f1a4312-15a7-407c-882e-9944a8310435 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0823863 Jan 18 09:27:38.087619 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-964122db-1160-4752-82d1-3dfd207af8df req-2ee21f4e-74a2-40ce-b9a3-1750a4209ad0 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Jan 18 09:27:38.116103 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3ecefa11-43ea-4487-aad1-3fcc5a84c501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:38.692368 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67578dfd-3c19-4872-8443-8b3724e09be7 req-013c4a26-8e3b-4200-b030-ccecad535f27 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:38.693726 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-67578dfd-3c19-4872-8443-8b3724e09be7 req-013c4a26-8e3b-4200-b030-ccecad535f27 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 943 time: 0.0795717 Jan 18 09:27:38.737117 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-67578dfd-3c19-4872-8443-8b3724e09be7 req-85eaa543-ca1b-4d6a-82fe-d60f580e5227 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 Jan 18 09:27:39.118454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d529088-f577-4b4e-b55f-e2f00fe2959a req-d658ac76-9c1c-467b-a66d-1a960b90bded tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:39.120204 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d529088-f577-4b4e-b55f-e2f00fe2959a req-d658ac76-9c1c-467b-a66d-1a960b90bded tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.0960302 Jan 18 09:27:39.125300 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:39.168103 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d529088-f577-4b4e-b55f-e2f00fe2959a req-babdec26-ece6-426c-b6ed-c54ced7f3970 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Jan 18 09:27:39.173878 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4c6c2c78-d39f-4f26-989e-c77626b0b973 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:27:39.215494 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 4c6c2c78-d39f-4f26-989e-c77626b0b973 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:27:39.215840 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4c6c2c78-d39f-4f26-989e-c77626b0b973 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:27:39.223376 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:39.298576 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5a1e0-940c-44af-85ec-0b61ce77bcd4 req-dfd71dfd-55ee-4102-978f-bd9a4961d4a5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:39.300004 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-49e5a1e0-940c-44af-85ec-0b61ce77bcd4 req-dfd71dfd-55ee-4102-978f-bd9a4961d4a5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0892100 Jan 18 09:27:39.344524 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-49e5a1e0-940c-44af-85ec-0b61ce77bcd4 req-008cd212-d69c-4a7e-a228-979bf27c27ff tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Jan 18 09:27:39.926560 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ad6f9-fe57-4de5-b5e6-ccf80f7f55c4 req-177f6444-89b5-4c07-bad3-bc9014936fc6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:39.928102 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-012ad6f9-fe57-4de5-b5e6-ccf80f7f55c4 req-177f6444-89b5-4c07-bad3-bc9014936fc6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 943 time: 0.0830121 Jan 18 09:27:39.975249 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-012ad6f9-fe57-4de5-b5e6-ccf80f7f55c4 req-4dfcae7d-01d1-437a-acea-95ae8d5d79c8 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Jan 18 09:27:40.366260 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2faf51-b234-428d-a6be-b19248215c80 req-6e8e976b-b5d1-4bbb-8716-3be412d59c2d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:40.368216 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d2faf51-b234-428d-a6be-b19248215c80 req-6e8e976b-b5d1-4bbb-8716-3be412d59c2d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.0811219 Jan 18 09:27:40.419913 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3d2faf51-b234-428d-a6be-b19248215c80 req-8637bbdd-70ca-4581-abfb-832213450bef tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450466 Jan 18 09:27:40.424945 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:40.548573 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c2677-172f-464f-8bcc-b79a5c8b39e6 req-7d0871bb-9952-48ec-a739-b405c2161825 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:40.550064 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9f7c2677-172f-464f-8bcc-b79a5c8b39e6 req-7d0871bb-9952-48ec-a739-b405c2161825 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.0883644 Jan 18 09:27:40.593370 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9f7c2677-172f-464f-8bcc-b79a5c8b39e6 req-90c22768-a2ea-4be6-a110-3d70fa158113 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Jan 18 09:27:41.183978 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f2bb-0d2c-4275-b43e-7f8e612b4fa7 req-c9f1f4c7-2b07-4b2f-89f3-40bb412003dc tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:41.185457 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e9e4f2bb-0d2c-4275-b43e-7f8e612b4fa7 req-c9f1f4c7-2b07-4b2f-89f3-40bb412003dc tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 943 time: 0.1041942 Jan 18 09:27:41.230885 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e9e4f2bb-0d2c-4275-b43e-7f8e612b4fa7 req-87996615-31d3-4890-bab5-8c9840654876 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Jan 18 09:27:41.611446 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8265d-1089-4139-ad22-36af4bca24ff req-7bc5f569-fae4-4107-8fd6-6992033b79e0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:41.612815 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12e8265d-1089-4139-ad22-36af4bca24ff req-7bc5f569-fae4-4107-8fd6-6992033b79e0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.0816472 Jan 18 09:27:41.659224 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12e8265d-1089-4139-ad22-36af4bca24ff req-eebf980e-4140-40fd-a305-058efa170bca tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 Jan 18 09:27:41.803779 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab21b6e-8e64-4a8d-a59a-78192ffb1809 req-6672458e-ce3b-4212-a389-a23f3496202f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:41.805233 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1ab21b6e-8e64-4a8d-a59a-78192ffb1809 req-6672458e-ce3b-4212-a389-a23f3496202f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1025181 Jan 18 09:27:41.849793 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1ab21b6e-8e64-4a8d-a59a-78192ffb1809 req-b65ee095-c878-4bb8-aa73-3bfe8aab785d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Jan 18 09:27:42.419611 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device dcf74013-2ca1-4d89-9f40-f108839595bd details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:27:42.425418 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:27:42.426622 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6a83f-5447-472a-99b3-2d15eb17205f req-a012b2b8-1be9-4afa-9611-09489fadb626 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:42.428397 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-39d6a83f-5447-472a-99b3-2d15eb17205f req-a012b2b8-1be9-4afa-9611-09489fadb626 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 943 time: 0.0933614 Jan 18 09:27:42.502344 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-39d6a83f-5447-472a-99b3-2d15eb17205f req-2c079afd-46c9-479b-8c4f-b7a6ddc71fa2 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644600 Jan 18 09:27:42.700757 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 27f4a12f-d5d6-4812-9221-f8473f051d6e triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:27:42.702442 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:42.900331 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port dcf74013-2ca1-4d89-9f40-f108839595bd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=dcf74013-2ca1-4d89-9f40-f108839595bd,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:42.918802 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'dcf74013-2ca1-4d89-9f40-f108839595bd', 'network_id': '6a016a16-60c1-4225-91b9-dc94a345c431', 'port_id': 'dcf74013-2ca1-4d89-9f40-f108839595bd', 'mac_address': 'fa:16:3e:62:5a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e182caf-3b61-4e1e-b1be-c21146b66d25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:27:43.014431 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:43.039132 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf74013-2ca1-4d89-9f40-f108839595bd {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:27:43.050882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765a28-7241-4c80-a368-d205bd8daefe req-ab71c5dc-f74a-475e-be9f-de26ca60d84c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:43.052820 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fe765a28-7241-4c80-a368-d205bd8daefe req-ab71c5dc-f74a-475e-be9f-de26ca60d84c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 945 time: 0.1592817 Jan 18 09:27:43.056781 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port dcf74013-2ca1-4d89-9f40-f108839595bd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=dcf74013-2ca1-4d89-9f40-f108839595bd,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:43.069656 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:43.123344 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:43.168017 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fe765a28-7241-4c80-a368-d205bd8daefe req-ad79a774-47d3-45c3-933a-e6d9fd397e56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653150 Jan 18 09:27:43.171820 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:43.175550 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:43.188302 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:43.214467 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=dcf74013-2ca1-4d89-9f40-f108839595bd,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:43.228634 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401557f4-1649-4d2f-868f-f43640d6a3f5 req-27f04d10-9535-408e-b083-08456a480ad2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:43.230843 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-401557f4-1649-4d2f-868f-f43640d6a3f5 req-27f04d10-9535-408e-b083-08456a480ad2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1771064 Jan 18 09:27:43.244620 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.244962 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.245294 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.245616 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.245938 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.246256 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.246688 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.247049 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.247648 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.247971 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.248709 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.249458 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:27:43.409422 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=10']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:43.465428 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-401557f4-1649-4d2f-868f-f43640d6a3f5 req-6c5a56b8-34df-40e6-9405-6a51612e04fe tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284136 Jan 18 09:27:43.509612 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['dcf74013-2ca1-4d89-9f40-f108839595bd'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:43.571174 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'code': 200} Jan 18 09:27:43.581228 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa339-f1d3-4b21-ba13-ff48cc313ffc req-8e393699-f142-40d9-a8e7-b4abf19bbf8a tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:43.593892 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-68dfa339-f1d3-4b21-ba13-ff48cc313ffc req-8e393699-f142-40d9-a8e7-b4abf19bbf8a tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1694708 Jan 18 09:27:43.662953 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-68dfa339-f1d3-4b21-ba13-ff48cc313ffc req-1c1ebd78-8326-4797-a39a-0b440628f58b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681419 Jan 18 09:27:43.701375 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 40876) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:43.904881 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e519fa7-05b2-4fb1-9d1f-a97c487ddbc7 req-9f3af93f-ecd3-4e32-961f-6f77220e892d tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:43.906417 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e519fa7-05b2-4fb1-9d1f-a97c487ddbc7 req-9f3af93f-ecd3-4e32-961f-6f77220e892d tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 944 time: 0.1691725 Jan 18 09:27:43.910218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9fea62-4541-4275-be2c-15f38b0a7a14 tempest-TestMinimumBasicScenario-1650125621 tempest-TestMinimumBasicScenario-1650125621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:43.915334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 40884) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:43.915910 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4f9fea62-4541-4275-be2c-15f38b0a7a14 tempest-TestMinimumBasicScenario-1650125621 tempest-TestMinimumBasicScenario-1650125621-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1094 time: 0.2130046 Jan 18 09:27:43.921262 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'port_id': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:43.928030 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:43.932464 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:floatingip and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:43.935861 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:43.942560 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:43.955583 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for floatingip, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:43.984111 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e519fa7-05b2-4fb1-9d1f-a97c487ddbc7 req-bea83f90-f049-4483-b090-bea04ae4e7b5 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673890 Jan 18 09:27:44.124269 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:44.440089 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Allocated IP 172.27.0.158 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/a3ba1172-b232-4933-9f67-fd288b3210f6) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:27:44.557271 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4de53-6b3b-4fb4-bd51-fec0f29cd0eb req-f8c29c08-23bf-416b-a14f-b6ed52d25e37 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:44.558753 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-58c4de53-6b3b-4fb4-bd51-fec0f29cd0eb req-f8c29c08-23bf-416b-a14f-b6ed52d25e37 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.1179008 Jan 18 09:27:44.588653 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84f4cb-a3ac-4017-8083-ff5b03d8a301 req-9749a59e-63bb-49ad-98c0-e3f81ed04bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:44.590227 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1b84f4cb-a3ac-4017-8083-ff5b03d8a301 req-9749a59e-63bb-49ad-98c0-e3f81ed04bbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1100 time: 0.2737761 Jan 18 09:27:44.658104 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-58c4de53-6b3b-4fb4-bd51-fec0f29cd0eb req-c0394520-bd95-451f-acd6-12adf3d0c26a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826559 Jan 18 09:27:44.678268 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1b84f4cb-a3ac-4017-8083-ff5b03d8a301 req-331c7ab6-666b-4a8d-adab-617c11b04c87 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722556 Jan 18 09:27:44.740108 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:44.788061 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:44.882343 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:27:44.883686 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:27:44.889158 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:27:44.938076 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'Port': ['ID=a3ba1172-b232-4933-9f67-fd288b3210f6,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:45.269058 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8ab9-75ae-4ec3-8ed8-cf785322454d req-6f2fbb18-63d1-4b23-aa30-1e2fcf6d8d84 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:45.278080 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f15d8ab9-75ae-4ec3-8ed8-cf785322454d req-6f2fbb18-63d1-4b23-aa30-1e2fcf6d8d84 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 944 time: 0.1240873 Jan 18 09:27:45.334536 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f15d8ab9-75ae-4ec3-8ed8-cf785322454d req-6f44a2ca-f8c4-4279-bb53-de15a396b85a tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533373 Jan 18 09:27:45.552084 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:45.632232 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:45.899486 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:45.909854 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:45.913483 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c0a56-260b-484a-a6d7-211328d5536a req-eb31ae97-ea46-43af-81dc-596ee3f2a81e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:45.915753 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-af3c0a56-260b-484a-a6d7-211328d5536a req-eb31ae97-ea46-43af-81dc-596ee3f2a81e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.1073790 Jan 18 09:27:45.972478 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-af3c0a56-260b-484a-a6d7-211328d5536a req-03a18383-3268-4cf5-92dc-3cff665daf9d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506039 Jan 18 09:27:46.021378 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:46.249606 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'Port': ['ID=a3ba1172-b232-4933-9f67-fd288b3210f6,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:46.353863 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Floating IP 4461d9b2-3494-4c50-90fc-4a33ced8654d associated. External IP: 172.27.0.158, port: fa8b2094-c36e-4d70-9cef-c638e4de0806. Jan 18 09:27:46.440898 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device dcf74013-2ca1-4d89-9f40-f108839595bd up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:27:46.619071 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port dcf74013-2ca1-4d89-9f40-f108839595bd completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:27:46.627870 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port dcf74013-2ca1-4d89-9f40-f108839595bd triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:27:46.631535 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:46.697317 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa5c8-98f2-435d-b88c-150acd737d3d req-2eed3590-6ed1-4382-a888-2128ed48fe17 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:46.706114 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89ffa5c8-98f2-435d-b88c-150acd737d3d req-2eed3590-6ed1-4382-a888-2128ed48fe17 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 944 time: 0.2080257 Jan 18 09:27:46.838545 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89ffa5c8-98f2-435d-b88c-150acd737d3d req-a183ffd1-ec96-42c1-b4c4-3f382cd929f6 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319528 Jan 18 09:27:46.909487 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:46.945850 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:27:46.954584 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port dcf74013-2ca1-4d89-9f40-f108839595bd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=dcf74013-2ca1-4d89-9f40-f108839595bd,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:46.955865 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf74013-2ca1-4d89-9f40-f108839595bd'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:46.967303 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:47.049045 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf74013-2ca1-4d89-9f40-f108839595bd', 'code': 200} Jan 18 09:27:47.049979 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=dcf74013-2ca1-4d89-9f40-f108839595bd,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:47.256403 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:27:47.268899 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] Sync routers for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:27:47.291482 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:27:47.293014 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:27:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:27:47.303217 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:47.400501 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-00dda981-1bce-4972-94eb-a01edb5235be tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4832137 Jan 18 09:27:47.401386 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 40978) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:47.402641 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:47.430740 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925518131', 'description': 'tempest-secgroup-smoke-1925518131 description', 'project_id': '952ac6551fcb4689846dfa71c6c0e749'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:47.447857 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:47.477823 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:47.498950 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:47.531405 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'status': 'completed', 'code': 200} Jan 18 09:27:47.578563 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb135b-7c9a-4c2e-918f-31e1cdf039dc req-f85397f8-bd9e-49d7-afd4-08bc20315084 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:47.587466 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:47.596227 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8dbb135b-7c9a-4c2e-918f-31e1cdf039dc req-f85397f8-bd9e-49d7-afd4-08bc20315084 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.3607833 Jan 18 09:27:47.602573 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:47.607295 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:47.643648 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:47.697830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd508fd-5ecb-465b-b85c-f80c137350d6 req-4f5a38c8-4ff4-4a80-a999-231074f08d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:47.703581 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7dd508fd-5ecb-465b-b85c-f80c137350d6 req-4f5a38c8-4ff4-4a80-a999-231074f08d12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 1098 time: 0.3604338 Jan 18 09:27:47.724025 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8dbb135b-7c9a-4c2e-918f-31e1cdf039dc req-3ce1404f-7a08-43ef-a6f0-5279d4aa056b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268165 Jan 18 09:27:47.746909 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:27:47.799125 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-b805cfe4-806e-44a6-8bc6-91be68db1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:47.807306 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-b805cfe4-806e-44a6-8bc6-91be68db1032 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1099 time: 0.2587810 Jan 18 09:27:47.825921 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7dd508fd-5ecb-465b-b85c-f80c137350d6 req-c27205ca-4f69-4f58-b441-1ab0d86ac274 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008570 Jan 18 09:27:47.960990 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:47.984576 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.053116 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-72e2f653-8117-4561-82a8-f145c3cc27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:48.054868 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-72e2f653-8117-4561-82a8-f145c3cc27ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 200 len: 916 time: 0.2376194 Jan 18 09:27:48.059048 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020c446a-478f-40a9-9465-b179c306f302,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:48.077980 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.082492 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-6b1f2b86-93a9-46fe-8a25-3e623fe91681 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6722338 Jan 18 09:27:48.083249 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 40992) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:48.089440 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'security_group_rule': {'security_group_id': '020c446a-478f-40a9-9465-b179c306f302', 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:48.095542 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:48.100687 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:48.103819 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:48.110053 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3e201-ef3e-4cf0-a2a0-73c913fd62fd req-df06534d-441f-4a3f-8237-ef87008f05ca tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:48.110269 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:48.111105 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-40b3e201-ef3e-4cf0-a2a0-73c913fd62fd req-df06534d-441f-4a3f-8237-ef87008f05ca tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.1197717 Jan 18 09:27:48.155409 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.170244 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-40b3e201-ef3e-4cf0-a2a0-73c913fd62fd req-485445fc-2aeb-4f88-a7ca-6cb842cb169b tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529077 Jan 18 09:27:48.307004 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4461d9b2-3494-4c50-90fc-4a33ced8654d', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'port_id': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'mac_address': 'fa:16:3e:10:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:27:45Z', 'updated_at': '2022-01-18T09:27:45Z', 'revision_number': 0, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:18Z', 'revision_number': 5, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:27:48.312969 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] Checking router: b3d21cb9-7d6f-4ed3-8265-574ac6b47779 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:27:48.325682 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-3a5595f3-acf5-4174-aa1a-5f3d3bad31a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 1000 time: 0.1571662 Jan 18 09:27:48.331639 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:27:48.332723 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:27:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:27:48.433507 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.467403 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.530633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a416cb7-a9ea-4ca6-bc75-4926fd47a7d4,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:48.550046 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-e4f0f5d6-882a-4e88-a2c8-43570fb2977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:48.551752 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-e4f0f5d6-882a-4e88-a2c8-43570fb2977b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=006fca10-2057-441d-8e9c-b9805653dbf4 HTTP/1.1" status: 200 len: 854 time: 0.2109327 Jan 18 09:27:48.553269 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.554854 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f415ba4b-5966-4512-bc31-bb4e4adcc927 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4702830 Jan 18 09:27:48.557697 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 40996) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:48.563671 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'security_group_rule': {'security_group_id': '020c446a-478f-40a9-9465-b179c306f302', 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:48.573519 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:48.583025 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:48.586687 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:48.594619 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:48.594987 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:27:48.621602 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.676710 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-256c9c39-9917-46d4-b080-c6daf51eedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:48.678896 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-256c9c39-9917-46d4-b080-c6daf51eedc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1194034 Jan 18 09:27:48.724108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.736757 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.782102 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8ebf54-03a2-4376-bb0a-5185a9fc4520,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:48.788079 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:48.792139 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-8d75edda-0c89-4a9f-93a3-8b943884f057 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2307782 Jan 18 09:27:48.793299 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 41004) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:48.812887 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'security_group_rule': {'security_group_id': '020c446a-478f-40a9-9465-b179c306f302', 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:48.819713 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:48.824709 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:48.828844 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:48.840099 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:48.882083 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.070431 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.088894 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.116626 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ed8797-54c6-47cf-af14-1cf69e3aecdf,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:49.134518 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6e33e-0cf9-48f8-846f-f954a283736e req-b16ec18e-5f52-4a10-894b-32cae2727d1a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:49.137491 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-92a6e33e-0cf9-48f8-846f-f954a283736e req-b16ec18e-5f52-4a10-894b-32cae2727d1a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.1667402 Jan 18 09:27:49.148022 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-6aea19f3-35f7-4d60-973b-1990aa29fccf service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615221 Jan 18 09:27:49.176307 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.180042 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-6d37308e-6dfe-4712-9ef0-13b779eb8d75 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831787 Jan 18 09:27:49.187953 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41016) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:49.217522 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'security_group_rule': {'security_group_id': '020c446a-478f-40a9-9465-b179c306f302', 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:49.248284 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-92a6e33e-0cf9-48f8-846f-f954a283736e req-2ab5cdde-8e55-46db-b96f-b858dff7ea86 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989859 Jan 18 09:27:49.307016 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:49.319728 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:49.335304 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:49.348372 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4461d9b2-3494-4c50-90fc-4a33ced8654d', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'port_id': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'mac_address': 'fa:16:3e:10:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:27:45Z', 'updated_at': '2022-01-18T09:27:45Z', 'revision_number': 0, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:18Z', 'revision_number': 5, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:27:49.354365 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda23a3-d0d9-42e0-8b29-de22e2ba70c5 None None] The sync data for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi is: [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4461d9b2-3494-4c50-90fc-4a33ced8654d', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'port_id': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'mac_address': 'fa:16:3e:10:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:27:45Z', 'updated_at': '2022-01-18T09:27:45Z', 'revision_number': 0, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:18Z', 'revision_number': 5, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:27:49.367995 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:49.410877 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.462321 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-183cc2e9-9ebf-4dc3-84af-262e8a559c31 req-aa80a65c-2af7-4602-b9f6-4b7643628462 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011811 Jan 18 09:27:49.525209 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.539173 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.579845 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0492d37-4e9c-42e2-9463-6cec8cf55fd5,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:49.585244 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848eb5a-4fb0-40dd-b55d-4588c2741883 req-5677aaee-9da0-408a-be93-abe42edb122e tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:49.593196 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5848eb5a-4fb0-40dd-b55d-4588c2741883 req-5677aaee-9da0-408a-be93-abe42edb122e tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.1801579 Jan 18 09:27:49.594940 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.599007 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-c3c81ffb-3a00-482c-a0d7-5b4d13be2b4d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022079 Jan 18 09:27:49.600123 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41024) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:49.616599 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'security_group_rule': {'security_group_id': '020c446a-478f-40a9-9465-b179c306f302', 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:49.624044 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:49.628307 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:49.632639 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:49.642683 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:49.658331 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.securitygroups_db [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Project 952ac6551fcb4689846dfa71c6c0e749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 09:27:49.667008 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.684576 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5848eb5a-4fb0-40dd-b55d-4588c2741883 req-f59dc0d8-de1f-4316-9b47-72dd81545e14 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805614 Jan 18 09:27:49.749279 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bb2c7-47f1-477e-a7ee-995c5f931076 None None] New status for floating IP 4461d9b2-3494-4c50-90fc-4a33ced8654d: ACTIVE {{(pid=86807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:27:49.782023 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.787663 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.811704 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdfd387-de2c-4c9f-af60-506c5a13a025,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:49.848434 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:49.852647 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5baf77a1-9567-4a24-a9dd-8635356c7cfc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2486136 Jan 18 09:27:49.852833 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41030) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:27:49.858205 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'security_group_rule': {'security_group_id': '020c446a-478f-40a9-9465-b179c306f302', 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:49.872244 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:27:49.876596 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Usage tracker for resource:security_group_rule and tenant:952ac6551fcb4689846dfa71c6c0e749 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:27:49.879701 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:27:49.893061 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:27:49.924252 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.securitygroups_db [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Project 952ac6551fcb4689846dfa71c6c0e749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 09:27:49.934160 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:50.057669 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:50.064858 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:50.092235 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3df5589-78b1-4cba-a710-986f7549865f,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:50.112563 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:50.114401 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-ac0e6d01-4a6f-4a12-afa9-ee4bb50090cb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2604764 Jan 18 09:27:50.310676 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-27da44c3-3747-4d52-a962-3673819ab5ef req-9e450d5d-dcf1-4f1d-94ad-b997a790bf21 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925518131&fields=id&tenant_id=952ac6551fcb4689846dfa71c6c0e749 HTTP/1.1" status: 200 len: 267 time: 0.0527754 Jan 18 09:27:50.457542 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da44c3-3747-4d52-a962-3673819ab5ef req-a3d0e7e3-20e7-4487-abca-f1bb8428d995 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:50.459059 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-27da44c3-3747-4d52-a962-3673819ab5ef req-a3d0e7e3-20e7-4487-abca-f1bb8428d995 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1425483 Jan 18 09:27:50.476243 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'port': {'security_groups': ['7df7df34-df41-47a6-b271-89811d2d6725', '020c446a-478f-40a9-9465-b179c306f302']}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:27:50.621271 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:51.129738 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c37a6-ed05-4170-aab3-884debac7c7a req-63b51559-91d6-45fe-9297-966cec98c536 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:51.138175 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b81c37a6-ed05-4170-aab3-884debac7c7a req-63b51559-91d6-45fe-9297-966cec98c536 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.3096220 Jan 18 09:27:51.167283 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:51.206829 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b81c37a6-ed05-4170-aab3-884debac7c7a req-c916fbf2-0ab7-40d0-9801-89aea538c765 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646453 Jan 18 09:27:51.249523 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:51.258272 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:51.287864 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['fa8b2094-c36e-4d70-9cef-c638e4de0806'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:51.404876 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:51.405684 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:51.420312 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-27da44c3-3747-4d52-a962-3673819ab5ef req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "PUT /v2.0/ports/fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 982 time: 0.9508932 Jan 18 09:27:51.422907 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:27:51.457608 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc9a19-85a7-4fe5-8588-10b42c208a2b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=6']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:27:51.807616 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['fa8b2094-c36e-4d70-9cef-c638e4de0806'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:27:51.903981 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'status': 'completed', 'code': 200} Jan 18 09:27:51.915400 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e00-ecc9-4c54-9135-c2a69f776b65 req-d2938047-bf7c-46ba-8956-bf1cace15df7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:51.923104 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-57751e00-ecc9-4c54-9135-c2a69f776b65 req-d2938047-bf7c-46ba-8956-bf1cace15df7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.1375396 Jan 18 09:27:52.000490 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-d3aa200d-6570-4e1b-b49e-070b09a9e7b2 None None] Provisioning complete for port fa8b2094-c36e-4d70-9cef-c638e4de0806 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:27:52.000859 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d3aa200d-6570-4e1b-b49e-070b09a9e7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:52.009550 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-57751e00-ecc9-4c54-9135-c2a69f776b65 req-c513eafa-0d8b-4874-bfe0-792369da0f22 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852211 Jan 18 09:27:52.172771 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43279-8b91-4080-8487-2a5dade4d882 req-d85bd295-7805-4022-9038-1cd9e1d11f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:52.174265 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-cec43279-8b91-4080-8487-2a5dade4d882 req-d85bd295-7805-4022-9038-1cd9e1d11f77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1138 time: 0.2005701 Jan 18 09:27:52.460108 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43279-8b91-4080-8487-2a5dade4d882 req-16dd0b90-d273-45e2-9910-b176d1376740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:52.461614 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-cec43279-8b91-4080-8487-2a5dade4d882 req-16dd0b90-d273-45e2-9910-b176d1376740 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 200 len: 916 time: 0.2751856 Jan 18 09:27:52.556176 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee457ad5-fecb-46ed-88ff-063728ac80de req-d449f55c-90b7-4125-a0b5-ef9e29ee6f48 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:52.571508 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ee457ad5-fecb-46ed-88ff-063728ac80de req-d449f55c-90b7-4125-a0b5-ef9e29ee6f48 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.1880791 Jan 18 09:27:52.635470 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ee457ad5-fecb-46ed-88ff-063728ac80de req-e758a226-aa1b-4c4f-85d1-282dbca46475 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628965 Jan 18 09:27:52.652168 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-cec43279-8b91-4080-8487-2a5dade4d882 req-e0feb5c3-e018-48ab-a559-2be07c35b4d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 1002 time: 0.1657176 Jan 18 09:27:52.726786 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43279-8b91-4080-8487-2a5dade4d882 req-2227647b-cd0d-455c-9a2f-dde48db71204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:52.727904 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-cec43279-8b91-4080-8487-2a5dade4d882 req-2227647b-cd0d-455c-9a2f-dde48db71204 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=006fca10-2057-441d-8e9c-b9805653dbf4 HTTP/1.1" status: 200 len: 854 time: 0.0747488 Jan 18 09:27:52.829817 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43279-8b91-4080-8487-2a5dade4d882 req-67693080-8689-4bd4-b493-ef07d683af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:52.831501 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-cec43279-8b91-4080-8487-2a5dade4d882 req-67693080-8689-4bd4-b493-ef07d683af56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948021 Jan 18 09:27:53.055942 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-cec43279-8b91-4080-8487-2a5dade4d882 req-ffae4ea9-88d0-4e20-9521-d68adc6781c4 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135904 Jan 18 09:27:53.303063 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-cec43279-8b91-4080-8487-2a5dade4d882 req-b594a823-ac30-4c2a-97b4-b066baf8fd27 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327478 Jan 18 09:27:53.914333 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cc54b-a36c-4475-8aeb-8b2cf3fe8f84 req-caf8256d-da82-43ca-9766-200155382ab9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:53.915878 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-db5cc54b-a36c-4475-8aeb-8b2cf3fe8f84 req-caf8256d-da82-43ca-9766-200155382ab9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1660478 Jan 18 09:27:53.924777 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9918-6df9-4f85-bbad-c0fdefcfe730 req-087cfee2-78eb-4e6f-b798-79bd86321f70 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:53.926282 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-527e9918-6df9-4f85-bbad-c0fdefcfe730 req-087cfee2-78eb-4e6f-b798-79bd86321f70 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.1302168 Jan 18 09:27:54.010984 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-db5cc54b-a36c-4475-8aeb-8b2cf3fe8f84 req-338d8adb-ffe6-42df-9399-22c22ecce1b6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835276 Jan 18 09:27:54.022720 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-527e9918-6df9-4f85-bbad-c0fdefcfe730 req-448d9661-6f8b-4bec-be8b-1e34b535f9c4 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821118 Jan 18 09:27:55.281830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2caf6b-aa2a-4c62-8e88-2d514f77a76d req-a98306d0-9d22-4cd8-8db1-1eedb1a722ce tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:55.283159 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ea2caf6b-aa2a-4c62-8e88-2d514f77a76d req-a98306d0-9d22-4cd8-8db1-1eedb1a722ce tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1544299 Jan 18 09:27:55.294974 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e048460-cac0-4526-8ec4-48fe166e049e req-a8cbbf46-86c9-4ef5-9364-ee9b019553d6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:55.296477 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9e048460-cac0-4526-8ec4-48fe166e049e req-a8cbbf46-86c9-4ef5-9364-ee9b019553d6 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1658585 Jan 18 09:27:55.377422 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ea2caf6b-aa2a-4c62-8e88-2d514f77a76d req-4abc84c0-79c0-4db4-a30f-5b6d671277bd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798521 Jan 18 09:27:55.380837 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9e048460-cac0-4526-8ec4-48fe166e049e req-d048777a-3590-4f60-9711-cbceec49d0fe tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Jan 18 09:27:56.371638 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b52d51-985a-430b-9b34-90b4c5e49895 req-1b7117d5-6fb8-489b-be96-3aec50269a10 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:56.373147 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-59b52d51-985a-430b-9b34-90b4c5e49895 req-1b7117d5-6fb8-489b-be96-3aec50269a10 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.1085341 Jan 18 09:27:56.456681 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-59b52d51-985a-430b-9b34-90b4c5e49895 req-7654489e-a6ab-4711-818c-9c353611515f tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Jan 18 09:27:56.681650 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94dcf-e4f9-4279-8dad-68f5d8f5ce16 req-1df5edab-4037-446c-898f-4db14f340299 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:56.683420 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89e94dcf-e4f9-4279-8dad-68f5d8f5ce16 req-1df5edab-4037-446c-898f-4db14f340299 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1664596 Jan 18 09:27:56.693933 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18090cfc-e80c-4488-a18d-44061f6d48f5 req-7be377b5-bfd1-4453-a3e3-650aa9e22f92 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:56.695971 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18090cfc-e80c-4488-a18d-44061f6d48f5 req-7be377b5-bfd1-4453-a3e3-650aa9e22f92 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1459084 Jan 18 09:27:56.773059 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89e94dcf-e4f9-4279-8dad-68f5d8f5ce16 req-0717c52a-9a0a-4cf8-bccf-d9ca56042594 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757742 Jan 18 09:27:56.803482 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18090cfc-e80c-4488-a18d-44061f6d48f5 req-6fb1545d-4a9c-4d22-b564-c9db95032cdc tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895143 Jan 18 09:27:57.661805 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905ae0c-3699-46cc-b1d1-9c3d8c88569a req-b08e961c-1288-4999-ae8c-ca4e545f6d1a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:57.663289 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d905ae0c-3699-46cc-b1d1-9c3d8c88569a req-b08e961c-1288-4999-ae8c-ca4e545f6d1a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.0884159 Jan 18 09:27:57.716833 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d905ae0c-3699-46cc-b1d1-9c3d8c88569a req-f14ea531-9742-441b-9fa1-4f280bbc6dcd tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Jan 18 09:27:58.009359 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa1486-ec18-47c3-a072-1279f8fb9fec req-af8a1978-804a-49b1-921c-9df552092081 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:58.017779 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-55fa1486-ec18-47c3-a072-1279f8fb9fec req-af8a1978-804a-49b1-921c-9df552092081 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1195421 Jan 18 09:27:58.122495 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-55fa1486-ec18-47c3-a072-1279f8fb9fec req-9bebf91a-7b18-456b-bf6b-e4d67b55f1ee tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035292 Jan 18 09:27:58.160523 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c02f3-cc6f-434a-a92f-c8ab3d97ce01 req-28bc4dce-13e3-4912-9791-1fad664074f8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:58.162066 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-092c02f3-cc6f-434a-a92f-c8ab3d97ce01 req-28bc4dce-13e3-4912-9791-1fad664074f8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1220865 Jan 18 09:27:58.209266 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-092c02f3-cc6f-434a-a92f-c8ab3d97ce01 req-456a75a5-fe6d-4cc3-b978-bee837929c2e tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400281 Jan 18 09:27:58.919745 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3422e-48c2-43a2-b9ed-c1a3be41353b req-263dfe7d-0578-4d19-a7f5-cc4721bc1650 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:58.921155 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fc3422e-48c2-43a2-b9ed-c1a3be41353b req-263dfe7d-0578-4d19-a7f5-cc4721bc1650 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.0818727 Jan 18 09:27:59.014279 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-fc89730d-7a60-4ba0-ad88-a07644483f0b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:59.015439 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-fc89730d-7a60-4ba0-ad88-a07644483f0b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Synchronizing usage tracker for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:27:59.037672 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-fc89730d-7a60-4ba0-ad88-a07644483f0b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Unset dirty status for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:27:59.039362 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-fc89730d-7a60-4ba0-ad88-a07644483f0b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.1185808 Jan 18 09:27:59.145486 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fc3422e-48c2-43a2-b9ed-c1a3be41353b req-c14873f3-eea5-4aa6-b499-2770decde17d tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720347 Jan 18 09:27:59.179883 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Deleting port bb1e88bc-8841-4b8c-9627-b5dee975bfed {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:27:59.180456 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:59.213462 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-6b047e15-f855-40b0-82f5-0fb23bf812e5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:59.222163 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-6b047e15-f855-40b0-82f5-0fb23bf812e5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 945 time: 0.2999926 Jan 18 09:27:59.355882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Deleting port 9304171e-30cc-407d-bda5-05663d09979a {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:27:59.356364 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:59.575774 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] For port bb1e88bc-8841-4b8c-9627-b5dee975bfed, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=bb1e88bc-8841-4b8c-9627-b5dee975bfed,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:59.576165 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:27:59.743684 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ed53-4b5b-4566-9148-b2da17472f1a req-c1e299af-8432-4ee3-b586-3a6a52f8a49f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:59.743960 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7f73ed53-4b5b-4566-9148-b2da17472f1a req-c1e299af-8432-4ee3-b586-3a6a52f8a49f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 945 time: 0.2783422 Jan 18 09:27:59.801446 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7ba38-eb5e-4fb6-9760-6ad5a8b3d47d req-66840560-c69c-419f-a183-0df2e93cd962 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:27:59.803375 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5ad7ba38-eb5e-4fb6-9760-6ad5a8b3d47d req-66840560-c69c-419f-a183-0df2e93cd962 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.3736274 Jan 18 09:27:59.817767 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Calling delete_port for bb1e88bc-8841-4b8c-9627-b5dee975bfed owned by compute:nova {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:27:59.864038 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7f73ed53-4b5b-4566-9148-b2da17472f1a req-aec2007a-94fe-49de-ae2f-6b647d67501d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996947 Jan 18 09:27:59.874910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] For port 9304171e-30cc-407d-bda5-05663d09979a, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=9304171e-30cc-407d-bda5-05663d09979a,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:27:59.875895 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:00.007520 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:00.027632 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5', 'bb1e88bc-8841-4b8c-9627-b5dee975bfed'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:28:00.052748 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5ad7ba38-eb5e-4fb6-9760-6ad5a8b3d47d req-7cb70846-7838-4a8f-ae11-1dfd129407b3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083790 Jan 18 09:28:00.067534 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Calling delete_port for 9304171e-30cc-407d-bda5-05663d09979a owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:00.089797 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Pushing event deleted for resources: {'Port': ['ID=bb1e88bc-8841-4b8c-9627-b5dee975bfed,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:00.194298 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] No DVR routers for this DVR port bb1e88bc-8841-4b8c-9627-b5dee975bfed on host hv-cinder-82504 {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:28:00.202916 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:00.210480 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2845450-8545-42d9-b15b-bba81ee97217', 'name': 'network-vif-deleted', 'tag': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:28:00.258330 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-3e71b91d-8401-45fe-88c3-a5b913096272 req-ebbcac06-f234-4891-8749-405cbef80175 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "DELETE /v2.0/ports/bb1e88bc-8841-4b8c-9627-b5dee975bfed HTTP/1.1" status: 204 len: 173 time: 1.2095046 Jan 18 09:28:00.297063 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2845450-8545-42d9-b15b-bba81ee97217', 'name': 'network-vif-deleted', 'tag': 'bb1e88bc-8841-4b8c-9627-b5dee975bfed', 'status': 'completed', 'code': 200} Jan 18 09:28:00.474275 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:00.543787 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5ff9e166-d086-4d47-ba18-1760eae7c80c req-74a0aba9-ff60-46b9-83bc-49ced2facb3a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 210 time: 0.2083704 Jan 18 09:28:00.562750 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event deleted for resources: {'Port': ['ID=9304171e-30cc-407d-bda5-05663d09979a,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:00.654260 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] No DVR routers for this DVR port 9304171e-30cc-407d-bda5-05663d09979a on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:28:00.657893 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:00.661326 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'name': 'network-vif-deleted', 'tag': '9304171e-30cc-407d-bda5-05663d09979a'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:28:00.676297 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8d694471-60be-47d0-82f4-4cf867b401d5 req-59655902-7964-4af6-b7d3-39334c738ca5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "DELETE /v2.0/ports/9304171e-30cc-407d-bda5-05663d09979a HTTP/1.1" status: 204 len: 173 time: 1.4415579 Jan 18 09:28:00.723052 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de6f43-6a86-4120-bd41-77b5611a0c9a', 'name': 'network-vif-deleted', 'tag': '9304171e-30cc-407d-bda5-05663d09979a', 'status': 'completed', 'code': 200} Jan 18 09:28:00.819675 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78', '2845ef6d-a282-47e6-822f-348568e2ee96', 'fe0661b0-08f5-4307-8c2b-521928fac737'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:28:00.970629 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:28:01.057764 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6ca551c-1822-4779-aeea-ea8e008d8918 req-6a0362e1-858e-46c1-9e92-2a86a867111e tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2845450-8545-42d9-b15b-bba81ee97217 HTTP/1.1" status: 200 len: 210 time: 0.0501902 Jan 18 09:28:01.328429 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a624b-6703-4748-af39-456fa5f01bb3 req-40aac4e2-b151-42aa-90a7-c9b6ea63f91a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:01.330646 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b32a624b-6703-4748-af39-456fa5f01bb3 req-40aac4e2-b151-42aa-90a7-c9b6ea63f91a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1307898 Jan 18 09:28:01.435860 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b32a624b-6703-4748-af39-456fa5f01bb3 req-c8f574eb-43fa-4f89-9865-5c2c01397364 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973477 Jan 18 09:28:01.721503 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1780239d-d006-426a-a7ca-c83889f64a23 req-cfd97829-21f6-4b80-93d9-4c1c2edf6e2c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Synchronizing usage tracker for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:28:01.743559 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1780239d-d006-426a-a7ca-c83889f64a23 req-cfd97829-21f6-4b80-93d9-4c1c2edf6e2c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Unset dirty status for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:28:01.744765 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1780239d-d006-426a-a7ca-c83889f64a23 req-cfd97829-21f6-4b80-93d9-4c1c2edf6e2c tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5de6f43-6a86-4120-bd41-77b5611a0c9a HTTP/1.1" status: 200 len: 210 time: 0.0691736 Jan 18 09:28:02.547271 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 9304171e-30cc-407d-bda5-05663d09979a no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:02.605053 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 9304171e-30cc-407d-bda5-05663d09979a {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:02.605516 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 9304171e-30cc-407d-bda5-05663d09979a not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:02.606003 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device bb1e88bc-8841-4b8c-9627-b5dee975bfed no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:02.642697 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: bb1e88bc-8841-4b8c-9627-b5dee975bfed {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:02.643287 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device bb1e88bc-8841-4b8c-9627-b5dee975bfed not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:02.724358 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290725d0-631c-4a2a-9540-5d76a5fa1e5d req-bacb8101-8ae0-4d84-92e4-9bb63475cbfd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:02.727514 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-290725d0-631c-4a2a-9540-5d76a5fa1e5d req-bacb8101-8ae0-4d84-92e4-9bb63475cbfd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1727145 Jan 18 09:28:02.783962 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8913f9-17ee-4299-8f32-8d22974c3be1 req-9996b85f-00ec-485e-951f-6cd257bc1efe tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:02.785679 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c8913f9-17ee-4299-8f32-8d22974c3be1 req-9996b85f-00ec-485e-951f-6cd257bc1efe tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1705995 Jan 18 09:28:02.865082 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-290725d0-631c-4a2a-9540-5d76a5fa1e5d req-5c25de6f-7f92-47d6-8f65-06941e4e0f93 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289265 Jan 18 09:28:02.883251 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c8913f9-17ee-4299-8f32-8d22974c3be1 req-fed2b66c-8dce-47a9-b8bc-81d3d571a51f tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 Jan 18 09:28:04.145885 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f87230-7116-4c79-ba25-5cbcdc69bc09 req-53fa30b2-0e44-453f-a11f-6f0bc85ab09c tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:04.147374 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-43f87230-7116-4c79-ba25-5cbcdc69bc09 req-53fa30b2-0e44-453f-a11f-6f0bc85ab09c tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1526203 Jan 18 09:28:04.155882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a646b82-f732-47f4-992f-24605e6f2ccd req-802d8849-1420-42e1-840d-1f16d4e572c5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:04.157246 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1a646b82-f732-47f4-992f-24605e6f2ccd req-802d8849-1420-42e1-840d-1f16d4e572c5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1253350 Jan 18 09:28:04.301484 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-43f87230-7116-4c79-ba25-5cbcdc69bc09 req-a847de0e-3005-4d0a-aa0b-27b9c4baeb13 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432514 Jan 18 09:28:04.305702 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1a646b82-f732-47f4-992f-24605e6f2ccd req-5ef12094-680f-4117-b1b6-12d982d5cc06 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317184 Jan 18 09:28:05.555730 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4899-2e75-4773-95de-a46c065208aa req-0af78af8-eb45-451c-9aa6-d4d064078772 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:05.557178 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12aa4899-2e75-4773-95de-a46c065208aa req-0af78af8-eb45-451c-9aa6-d4d064078772 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1380491 Jan 18 09:28:05.568037 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2254b21-3730-4d3b-b171-aee978706bb7 req-f0584a68-092a-4581-8387-31a79a9eaf36 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:05.569426 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e2254b21-3730-4d3b-b171-aee978706bb7 req-f0584a68-092a-4581-8387-31a79a9eaf36 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1198113 Jan 18 09:28:05.636864 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12aa4899-2e75-4773-95de-a46c065208aa req-b5e866fa-65a1-4d7f-8d2a-a94df9c04f2a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663462 Jan 18 09:28:05.643700 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e2254b21-3730-4d3b-b171-aee978706bb7 req-80026fcb-8da9-4009-98f7-4db5fed4a569 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601270 Jan 18 09:28:05.853125 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-13681537-b06e-45af-85d2-53286508948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:06.883917 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed48bd-c6e3-4754-9c17-c8d6879ddd50 req-43be298a-45a0-48a5-8435-3e0df85c6b33 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:06.885402 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0aed48bd-c6e3-4754-9c17-c8d6879ddd50 req-43be298a-45a0-48a5-8435-3e0df85c6b33 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1408694 Jan 18 09:28:06.919712 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d511df-4f37-4728-948f-b1b4e2473b1c req-b663069c-a6d1-4c72-a69b-af7d582bf065 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:06.921056 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7d511df-4f37-4728-948f-b1b4e2473b1c req-b663069c-a6d1-4c72-a69b-af7d582bf065 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1376095 Jan 18 09:28:06.959460 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0aed48bd-c6e3-4754-9c17-c8d6879ddd50 req-4b61d8a0-79eb-479d-93cd-c812ea384a64 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679767 Jan 18 09:28:06.981841 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7d511df-4f37-4728-948f-b1b4e2473b1c req-7c11990c-4849-4b29-9212-d118540263ee tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502076 Jan 18 09:28:07.647463 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:07.905025 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c18a9-08ab-4ddc-97da-165f715238ec req-e7c11b85-7f4a-45fe-8e7e-05e3eeacbc05 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:07.906562 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8b5c18a9-08ab-4ddc-97da-165f715238ec req-e7c11b85-7f4a-45fe-8e7e-05e3eeacbc05 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.0817249 Jan 18 09:28:07.951583 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8b5c18a9-08ab-4ddc-97da-165f715238ec req-ae48d963-75e4-4b10-8df8-1d1f876cb62a tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Jan 18 09:28:08.100614 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cadcd9b6-0965-4f8d-9799-4f73a6dbdec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:08.217587 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714bc6-a28f-46de-9807-b307454859e5 req-8c819356-270e-4f6a-910c-aa4f55eb726f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:08.219559 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bb714bc6-a28f-46de-9807-b307454859e5 req-8c819356-270e-4f6a-910c-aa4f55eb726f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1455510 Jan 18 09:28:08.256073 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aacb92-2ae1-4bcb-b9c4-634fb7e93e9a req-9c38f468-a22a-4392-a23a-d5876068218b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:08.257790 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-14aacb92-2ae1-4bcb-b9c4-634fb7e93e9a req-9c38f468-a22a-4392-a23a-d5876068218b tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1409955 Jan 18 09:28:08.310260 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bb714bc6-a28f-46de-9807-b307454859e5 req-7f300960-24c1-4815-9f86-1c1b60e315cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845206 Jan 18 09:28:08.323366 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-14aacb92-2ae1-4bcb-b9c4-634fb7e93e9a req-53b28297-d791-4e05-a42c-2e361c1611b3 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532563 Jan 18 09:28:09.127322 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:09.144520 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e27c9-405c-4975-a003-24228f8a1914 req-7c06f7e9-5047-4de8-bea2-ba5c1a0e1aa3 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:09.145966 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c21e27c9-405c-4975-a003-24228f8a1914 req-7c06f7e9-5047-4de8-bea2-ba5c1a0e1aa3 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.0878751 Jan 18 09:28:09.187733 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:09.192775 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c21e27c9-405c-4975-a003-24228f8a1914 req-941b3d83-4fa7-4570-98bc-5c26817dd9d9 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Jan 18 09:28:09.571315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a3d6d-405a-4dc1-8213-bbae05c34fb9 req-d098e4b7-946e-4a4c-9a0c-9383fbeb0921 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:09.572746 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e3a3d6d-405a-4dc1-8213-bbae05c34fb9 req-d098e4b7-946e-4a4c-9a0c-9383fbeb0921 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1408987 Jan 18 09:28:09.579944 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13e14-0499-4fe0-897c-a8a803a05675 req-a1f00494-88a5-4432-aa25-fc7c229c0f7d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:09.581303 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-51a13e14-0499-4fe0-897c-a8a803a05675 req-a1f00494-88a5-4432-aa25-fc7c229c0f7d tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1185150 Jan 18 09:28:09.649566 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e3a3d6d-405a-4dc1-8213-bbae05c34fb9 req-968d6298-5ed3-49ff-a17c-636d439ca889 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671945 Jan 18 09:28:09.657664 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-51a13e14-0499-4fe0-897c-a8a803a05675 req-a2960f7c-f147-4f9f-a2d2-ad346173cb82 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611591 Jan 18 09:28:10.403901 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0de7c6-3f31-4a11-8969-262c78db0e97 req-7a93b580-05bb-41b6-a2aa-0985cba7eae0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:10.405481 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ef0de7c6-3f31-4a11-8969-262c78db0e97 req-7a93b580-05bb-41b6-a2aa-0985cba7eae0 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.0927246 Jan 18 09:28:10.422378 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:10.452095 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ef0de7c6-3f31-4a11-8969-262c78db0e97 req-ecc05de9-7828-433a-84f0-a1dd0bff7f58 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Jan 18 09:28:10.605725 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-f310baf4-2127-4c20-b26b-31cd16704a02 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749240 Jan 18 09:28:10.919815 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-50bf3475-dd08-471d-a86e-cc2410a834f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:10.921285 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-50bf3475-dd08-471d-a86e-cc2410a834f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 1100 time: 0.2087262 Jan 18 09:28:10.939600 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f66b63-3edf-4484-88ae-637ad93d1154 req-7fb95179-98d6-4bff-8769-d25c8350f9c7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:10.941048 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89f66b63-3edf-4484-88ae-637ad93d1154 req-7fb95179-98d6-4bff-8769-d25c8350f9c7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1777706 Jan 18 09:28:10.966644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aff8d-98f0-421e-9854-be08a247f906 req-fcc9ca90-a541-414a-8df1-29762c95f9c4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:10.968128 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-034aff8d-98f0-421e-9854-be08a247f906 req-fcc9ca90-a541-414a-8df1-29762c95f9c4 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1567647 Jan 18 09:28:11.117489 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-89f66b63-3edf-4484-88ae-637ad93d1154 req-e37d48ab-9b30-482d-b25f-fdc6e4813a45 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456699 Jan 18 09:28:11.129366 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-034aff8d-98f0-421e-9854-be08a247f906 req-e3632d0c-6476-4f04-bd63-db2bf3f15ff7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409085 Jan 18 09:28:11.145133 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-2e54c707-8223-416d-a5f3-ffa77f0459bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:11.146710 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-2e54c707-8223-416d-a5f3-ffa77f0459bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.2041597 Jan 18 09:28:11.317215 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-df062e42-ef44-4e38-894f-5aac7a0b0934 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 200 len: 1001 time: 0.1601055 Jan 18 09:28:11.383469 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-123b070d-a049-4ca8-a76e-4c402f225528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:11.384912 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-123b070d-a049-4ca8-a76e-4c402f225528 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.0594523 Jan 18 09:28:11.467410 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-00d5e7b0-a378-444b-973e-6cce21e5f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:11.468963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-00d5e7b0-a378-444b-973e-6cce21e5f03f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744717 Jan 18 09:28:11.666433 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-2d27cb83-d628-4ab6-9d93-98e0cf640c11 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830089 Jan 18 09:28:11.756041 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18564d1f-b630-4a9c-b684-5975f5152368 req-323faff0-12ce-4b9f-9de9-8c2154d10b63 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:11.757100 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18564d1f-b630-4a9c-b684-5975f5152368 req-323faff0-12ce-4b9f-9de9-8c2154d10b63 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.1956575 Jan 18 09:28:11.845481 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18564d1f-b630-4a9c-b684-5975f5152368 req-d5da3e2a-ffd1-4809-989c-61e8cbdea1c7 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 Jan 18 09:28:11.866717 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3b565334-3cd9-4526-a05d-57b6c2a50c9c req-b27f326f-9076-4ff8-95fd-4ceb8e22ea14 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918662 Jan 18 09:28:11.898031 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41414) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:11.965640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Deleting subnet daca3e9c-b1db-4590-ad75-dccf55e59470 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:28:11.968740 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.022594 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.079974 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.151737 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.197065 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daca3e9c-b1db-4590-ad75-dccf55e59470,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:12.202014 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.209124 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.209466 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.209798 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.210178 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.210530 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.210855 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.211168 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.211693 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.211981 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.212297 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.212656 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.212964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:12.218478 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-7efb1d2e-10d8-4c13-9181-ad1ba48dc81a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/daca3e9c-b1db-4590-ad75-dccf55e59470 HTTP/1.1" status: 204 len: 168 time: 0.3188384 Jan 18 09:28:12.220918 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41422) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:12.223468 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-0ffaf00e-9759-469a-a50b-aa26c0027cbb tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:12.225013 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-0ffaf00e-9759-469a-a50b-aa26c0027cbb tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.0896184 Jan 18 09:28:12.324124 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.403433 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Deleting port fe0661b0-08f5-4307-8c2b-521928fac737 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:28:12.404020 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.467932 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.493983 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcddaac6-1eaf-4b8d-93af-804565e0971b']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:12.507239 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f7e475-5b73-4b62-b06b-876f57861321') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:12.507612 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f7e475-5b73-4b62-b06b-876f57861321') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:12.519224 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.535157 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.541705 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:28:12.542196 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.549490 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325c193-1921-4518-9935-3697b9be598b req-fd1ee479-666e-487d-8419-e5ba9e8dbe6b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:12.550942 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8325c193-1921-4518-9935-3697b9be598b req-fd1ee479-666e-487d-8419-e5ba9e8dbe6b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2776620 Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:28:12.555689 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:28:12.633070 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.652119 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.660400 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcddaac6-1eaf-4b8d-93af-804565e0971b,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:12.661786 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c55f3-fa7a-4cf5-8755-ff0ced0e4ef1 req-c1e824a3-77c3-4cff-a653-7aa857b2c0c7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:12.663252 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb6c55f3-fa7a-4cf5-8755-ff0ced0e4ef1 req-c1e824a3-77c3-4cff-a653-7aa857b2c0c7 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.3483374 Jan 18 09:28:12.670095 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-493195db-dc53-4ba9-ba5c-54f06275a385 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fcddaac6-1eaf-4b8d-93af-804565e0971b HTTP/1.1" status: 204 len: 168 time: 0.4446731 Jan 18 09:28:12.709795 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8325c193-1921-4518-9935-3697b9be598b req-873a7334-3c33-43aa-97ea-b9ecb5dbba8a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510658 Jan 18 09:28:12.767197 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb6c55f3-fa7a-4cf5-8755-ff0ced0e4ef1 req-08b85c37-7a82-4ce9-a5ae-dcace3d82180 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878301 Jan 18 09:28:12.772139 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] For port fe0661b0-08f5-4307-8c2b-521928fac737, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fe0661b0-08f5-4307-8c2b-521928fac737,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:28:12.772500 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:12.847250 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41430) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:12.906039 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Calling delete_port for fe0661b0-08f5-4307-8c2b-521928fac737 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:12.922148 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2c0c96c3-6e08-4f2d-96ae-b7ddcb529edc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f167fa0faf4410db34feb31d6282ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736611 Jan 18 09:28:12.926865 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41440) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:12.990561 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b959d54d-3cd7-43cc-86f2-dbef744916f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:13.025052 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b959d54d-3cd7-43cc-86f2-dbef744916f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:13.088616 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b959d54d-3cd7-43cc-86f2-dbef744916f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:13.107192 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959d54d-3cd7-43cc-86f2-dbef744916f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2b4a07-409f-43d2-93b0-953af3e62a1b,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:13.114297 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b959d54d-3cd7-43cc-86f2-dbef744916f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:13.119062 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b959d54d-3cd7-43cc-86f2-dbef744916f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd2b4a07-409f-43d2-93b0-953af3e62a1b HTTP/1.1" status: 204 len: 168 time: 0.1910667 Jan 18 09:28:13.195596 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-9ee69a84-69e6-41ff-b966-2a2f2d603f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:13.197200 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-9ee69a84-69e6-41ff-b966-2a2f2d603f78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 1098 time: 0.0770237 Jan 18 09:28:13.314988 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:13.328135 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78', '2845ef6d-a282-47e6-822f-348568e2ee96', 'fe0661b0-08f5-4307-8c2b-521928fac737'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:28:13.371008 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-090025ed-ecca-4a34-b756-a74363d1d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:13.372528 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-090025ed-ecca-4a34-b756-a74363d1d9b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 912 time: 0.1618459 Jan 18 09:28:13.384853 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event deleted for resources: {'Port': ['ID=fe0661b0-08f5-4307-8c2b-521928fac737,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:13.483472 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413cda2-faa4-4a51-89db-f6c802fa4ff2 req-6e32d739-11fc-4d03-ae6f-21aa35d63e85 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:13.485063 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b413cda2-faa4-4a51-89db-f6c802fa4ff2 req-6e32d739-11fc-4d03-ae6f-21aa35d63e85 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.4795961 Jan 18 09:28:13.495888 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] No DVR routers for this DVR port fe0661b0-08f5-4307-8c2b-521928fac737 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:28:13.505362 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0831-fec3-4b2e-8b7d-4107c25961f9 req-75c84be8-a6ee-49c1-92bf-8f5bd74302fe tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:13.512758 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-aa5f0831-fec3-4b2e-8b7d-4107c25961f9 req-75c84be8-a6ee-49c1-92bf-8f5bd74302fe tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=52014c7f-959d-402d-a13c-32b4546fd33c HTTP/1.1" status: 200 len: 946 time: 0.4541671 Jan 18 09:28:13.543034 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:13.547419 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52014c7f-959d-402d-a13c-32b4546fd33c', 'name': 'network-vif-deleted', 'tag': 'fe0661b0-08f5-4307-8c2b-521928fac737'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:28:13.592764 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2b9acfe4-c2ef-4354-8fd1-eb932ccc06dd req-b1c2dea2-5d4e-42ba-a8a7-e66339b5a06e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "DELETE /v2.0/ports/fe0661b0-08f5-4307-8c2b-521928fac737 HTTP/1.1" status: 204 len: 173 time: 1.3572600 Jan 18 09:28:13.628339 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-aa5f0831-fec3-4b2e-8b7d-4107c25961f9 req-aa03f795-7265-43bf-a1b1-142475c32fc5 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145546 Jan 18 09:28:13.649462 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b413cda2-faa4-4a51-89db-f6c802fa4ff2 req-e0ac9075-6436-409d-99fd-bfd9b95145f1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548526 Jan 18 09:28:13.684691 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-2256b184-6855-4a1d-b287-97e6d200e1e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 200 len: 1001 time: 0.3046277 Jan 18 09:28:13.755756 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52014c7f-959d-402d-a13c-32b4546fd33c', 'name': 'network-vif-deleted', 'tag': 'fe0661b0-08f5-4307-8c2b-521928fac737', 'status': 'completed', 'code': 200} Jan 18 09:28:13.813351 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-6609b517-2c68-4959-bc8f-ee3cc77b6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:13.815396 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-6609b517-2c68-4959-bc8f-ee3cc77b6899 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.1199009 Jan 18 09:28:13.817062 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-0c3149a2-7a02-4c93-847c-8d2502b86e34 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:13.818780 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-0c3149a2-7a02-4c93-847c-8d2502b86e34 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.1588557 Jan 18 09:28:13.916697 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-85e7a415-d9d6-4fc6-acce-81aeeb5c7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:13.918319 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-85e7a415-d9d6-4fc6-acce-81aeeb5c7065 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833364 Jan 18 09:28:13.983559 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Deleting port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:28:13.983896 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:14.072274 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-e6336797-4528-429a-80c7-6aa677db54e8 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439254 Jan 18 09:28:14.111873 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5e2c3-f452-4220-96fe-6b3e6271fc7e req-4bf3b887-a8c5-42b7-a9f6-9c595e1d6826 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:14.113383 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4ae5e2c3-f452-4220-96fe-6b3e6271fc7e req-4bf3b887-a8c5-42b7-a9f6-9c595e1d6826 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 946 time: 0.2030163 Jan 18 09:28:14.261272 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4d698f49-12b1-4a76-ad9c-ff44adf3dddd req-98fd9482-71e6-4e79-af1f-876b570fe134 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791890 Jan 18 09:28:14.263247 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4ae5e2c3-f452-4220-96fe-6b3e6271fc7e req-19965c0f-efd5-4dba-8ba6-8b12b22f142a tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d2571c7-0769-4fec-b9b5-5a162f5dbaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411881 Jan 18 09:28:14.325696 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] For port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:28:14.326075 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:14.466890 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Calling delete_port for 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:14.626563 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:14.639917 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:28:14.682938 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Pushing event deleted for resources: {'Port': ['ID=0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:14.775735 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] No DVR routers for this DVR port 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:28:14.786700 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:14.803212 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c1c7d78c-a504-42ae-8c02-d4d6e6712314 req-37fd5c05-9743-4bb3-87f3-68e7a675eeb5 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.64 "DELETE /v2.0/ports/0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 HTTP/1.1" status: 204 len: 173 time: 0.9456594 Jan 18 09:28:14.927989 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23921b10-ef50-4336-871b-bd08674236a9 req-dc84a717-48e1-4284-b97c-c910c3ee5c5f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:14.930021 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-23921b10-ef50-4336-871b-bd08674236a9 req-dc84a717-48e1-4284-b97c-c910c3ee5c5f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1257222 Jan 18 09:28:15.033704 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-23921b10-ef50-4336-871b-bd08674236a9 req-51306d0d-e350-4b0a-be7c-d230bfae9af9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948553 Jan 18 09:28:15.237519 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be564c-1c4b-4062-95b3-a3b56af59364 req-e5dcc19e-e33a-4dc6-b8c4-dcc916d888a8 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:15.238206 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-12be564c-1c4b-4062-95b3-a3b56af59364 req-e5dcc19e-e33a-4dc6-b8c4-dcc916d888a8 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Synchronizing usage tracker for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:28:15.255138 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-12be564c-1c4b-4062-95b3-a3b56af59364 req-e5dcc19e-e33a-4dc6-b8c4-dcc916d888a8 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Unset dirty status for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:28:15.259214 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12be564c-1c4b-4062-95b3-a3b56af59364 req-e5dcc19e-e33a-4dc6-b8c4-dcc916d888a8 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 945 time: 0.1064601 Jan 18 09:28:15.302365 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12be564c-1c4b-4062-95b3-a3b56af59364 req-50b226f1-b0e7-4878-ba01-d70738b4e436 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Jan 18 09:28:15.437092 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-6df1cb7e-ccb2-4482-94ab-3a7e7a4277b3 req-2c12cfd3-e3aa-4336-82b8-7240b305bfe2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Synchronizing usage tracker for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:28:15.454866 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-6df1cb7e-ccb2-4482-94ab-3a7e7a4277b3 req-2c12cfd3-e3aa-4336-82b8-7240b305bfe2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] Unset dirty status for tenant:f623806d48e14cffa7d7792d0938df11 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:28:15.456235 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6df1cb7e-ccb2-4482-94ab-3a7e7a4277b3 req-2c12cfd3-e3aa-4336-82b8-7240b305bfe2 tempest-ServerRescueNegativeTestJSON-1705637556 tempest-ServerRescueNegativeTestJSON-1705637556-project] 10.222.0.54 "GET /v2.0/ports?device_id=88315299-63c8-46f2-b238-cf1d3885df94 HTTP/1.1" status: 200 len: 210 time: 0.0710337 Jan 18 09:28:15.758603 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88315299-63c8-46f2-b238-cf1d3885df94', 'name': 'network-vif-deleted', 'tag': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:28:15.803931 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88315299-63c8-46f2-b238-cf1d3885df94', 'name': 'network-vif-deleted', 'tag': '0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5', 'status': 'completed', 'code': 200} Jan 18 09:28:16.222308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dec9b-3cb7-4504-85df-58623455d0f0 req-a811a8de-be04-41a6-9e9a-5d1947251bec tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:16.223865 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ad4dec9b-3cb7-4504-85df-58623455d0f0 req-a811a8de-be04-41a6-9e9a-5d1947251bec tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.0842950 Jan 18 09:28:16.271835 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ad4dec9b-3cb7-4504-85df-58623455d0f0 req-766f1b32-1521-4e6b-b7af-2df55a1025be tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 Jan 18 09:28:16.554071 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41570) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:16.575078 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab048a52-51cd-4c42-a6ee-c8199d0c87b6 req-4aedcd20-feab-4407-a188-b2e8dc2d2f31 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:16.576650 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ab048a52-51cd-4c42-a6ee-c8199d0c87b6 req-4aedcd20-feab-4407-a188-b2e8dc2d2f31 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 945 time: 0.1629333 Jan 18 09:28:16.623524 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ab048a52-51cd-4c42-a6ee-c8199d0c87b6 req-95af3ec3-2ad6-45f4-b915-e10161a5c3cf tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Jan 18 09:28:16.648127 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fe0661b0-08f5-4307-8c2b-521928fac737 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:16.696530 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: fe0661b0-08f5-4307-8c2b-521928fac737 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:16.696842 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fe0661b0-08f5-4307-8c2b-521928fac737 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:17.107417 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:17.477623 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Deleting port ce50ad30-2470-4a1a-907f-8d264b2c95b7 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:28:17.477999 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:17.511532 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-f0494885-983c-4bd0-a473-8533449c4939 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:17.513013 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-f0494885-983c-4bd0-a473-8533449c4939 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 945 time: 0.0935388 Jan 18 09:28:17.592163 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Deleting port 2845ef6d-a282-47e6-822f-348568e2ee96 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:28:17.592426 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:17.769566 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] For port ce50ad30-2470-4a1a-907f-8d264b2c95b7, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ce50ad30-2470-4a1a-907f-8d264b2c95b7,segment=NetworkSegment(a2254c82-7487-4860-9bb7-199030710f50),segment_id=a2254c82-7487-4860-9bb7-199030710f50)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:28:17.770190 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:17.899717 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Calling delete_port for ce50ad30-2470-4a1a-907f-8d264b2c95b7 owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:17.923862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] For port 2845ef6d-a282-47e6-822f-348568e2ee96, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=2845ef6d-a282-47e6-822f-348568e2ee96,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:28:17.924233 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:18.006862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324750-2777-4438-aaac-4e42b34537e6 req-a14b1c0e-fff0-4bc0-8d4e-36230c59da89 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:18.008357 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-76324750-2777-4438-aaac-4e42b34537e6 req-a14b1c0e-fff0-4bc0-8d4e-36230c59da89 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 945 time: 0.2762530 Jan 18 09:28:18.079206 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Calling delete_port for 2845ef6d-a282-47e6-822f-348568e2ee96 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:18.178216 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-76324750-2777-4438-aaac-4e42b34537e6 req-89cca81c-f871-4e91-ab8f-c2f554eaa82f tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064968 Jan 18 09:28:18.239286 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:18.287292 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:18.300803 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78', '2845ef6d-a282-47e6-822f-348568e2ee96'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:28:18.332165 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce50ad30-2470-4a1a-907f-8d264b2c95b7,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:18.390369 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event deleted for resources: {'Port': ['ID=2845ef6d-a282-47e6-822f-348568e2ee96,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:18.559830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] No DVR routers for this DVR port 2845ef6d-a282-47e6-822f-348568e2ee96 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:28:18.562314 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:18.571470 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'name': 'network-vif-deleted', 'tag': '2845ef6d-a282-47e6-822f-348568e2ee96'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:28:18.601595 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4fbedbe-3a92-4dfe-85af-4234486097f5 req-809c9c7b-b171-421b-83c4-34053c0a1651 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "DELETE /v2.0/ports/2845ef6d-a282-47e6-822f-348568e2ee96 HTTP/1.1" status: 204 len: 173 time: 1.0811968 Jan 18 09:28:18.632298 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7777d-343f-4d8f-9d49-dbf8eaa4f368 req-4e683c9e-3ef2-4020-ad28-86f2607b0fa9 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:18.641882 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-35a7777d-343f-4d8f-9d49-dbf8eaa4f368 req-4e683c9e-3ef2-4020-ad28-86f2607b0fa9 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.1358912 Jan 18 09:28:18.659400 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:18.666983 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8eaae1-6f59-4567-8ab7-0e1153be4a65', 'name': 'network-vif-deleted', 'tag': '2845ef6d-a282-47e6-822f-348568e2ee96', 'status': 'completed', 'code': 200} Jan 18 09:28:18.674503 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:18.698663 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:18.699051 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 0f0ad5a6-e21c-4563-a2ef-76ed604b2ed5 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:18.701062 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-35a7777d-343f-4d8f-9d49-dbf8eaa4f368 req-49a13a97-af68-4227-acfb-4c3706441b9e tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569458 Jan 18 09:28:19.056437 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Router fe456047-1eb8-4c27-9bf1-45867516dd7a has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:28:19.338459 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:28:19.356776 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] Sync routers for ids ['fe456047-1eb8-4c27-9bf1-45867516dd7a'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:28:19.361726 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-bf682393-830c-477a-9249-3ff5cb347f6f admin admin] 10.222.0.54 "PUT /v2.0/routers/fe456047-1eb8-4c27-9bf1-45867516dd7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8063581 Jan 18 09:28:19.364303 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 41594) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:19.385196 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] Routers {'fe456047-1eb8-4c27-9bf1-45867516dd7a'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:28:19.385890 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:28:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['fe456047-1eb8-4c27-9bf1-45867516dd7a'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:19.432285 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-af6fd3cb-7a36-477e-867f-b7ca3912d39b req-c1a6ee19-ced4-42be-9a7f-4268b48256f6 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Synchronizing usage tracker for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:28:19.489567 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-af6fd3cb-7a36-477e-867f-b7ca3912d39b req-c1a6ee19-ced4-42be-9a7f-4268b48256f6 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Unset dirty status for tenant:9157bed427cb4dd29a2907290a38073f on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:28:19.491079 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-af6fd3cb-7a36-477e-867f-b7ca3912d39b req-c1a6ee19-ced4-42be-9a7f-4268b48256f6 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c8eaae1-6f59-4567-8ab7-0e1153be4a65 HTTP/1.1" status: 200 len: 210 time: 0.1881833 Jan 18 09:28:19.596770 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks [] for router, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:19.624945 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] Set router fe456047-1eb8-4c27-9bf1-45867516dd7a gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:28:19.936271 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:19.956492 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Deleting port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:28:19.956835 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:19.965628 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:28:18Z', 'revision_number': 5, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port': {'id': '311bfe2a-f365-4bdd-b259-7f4f5f5dd22f', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:19.969670 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] Checking router: fe456047-1eb8-4c27-9bf1-45867516dd7a for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:28:19.978311 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] Routers {'fe456047-1eb8-4c27-9bf1-45867516dd7a'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:28:19.978987 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:28:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['fe456047-1eb8-4c27-9bf1-45867516dd7a'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:19.993497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc46c56-0619-42bc-a93a-8e58eaa092c8 req-e5c05db3-cbd1-44b8-a4f0-5bc02e632c42 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:19.995098 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dfc46c56-0619-42bc-a93a-8e58eaa092c8 req-e5c05db3-cbd1-44b8-a4f0-5bc02e632c42 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.1646757 Jan 18 09:28:20.128752 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dfc46c56-0619-42bc-a93a-8e58eaa092c8 req-54c0fc3f-f9be-4086-8281-63659fba5085 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267154 Jan 18 09:28:20.140613 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] Set router fe456047-1eb8-4c27-9bf1-45867516dd7a gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:28:20.192391 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] For port 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:28:20.192644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:20.257192 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:28:19Z', 'revision_number': 6, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:20.262563 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbaafa8-8e45-41e7-b0b3-bb8448bc874c None None] The sync data for ids ['fe456047-1eb8-4c27-9bf1-45867516dd7a'] in dv-cinder-825046-1-iscsi is: [{'id': 'fe456047-1eb8-4c27-9bf1-45867516dd7a', 'name': 'tempest-ServerRescueNegativeTestJSON-1545966410-router', 'tenant_id': 'f623806d48e14cffa7d7792d0938df11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:10Z', 'updated_at': '2022-01-18T09:28:19Z', 'revision_number': 6, 'project_id': 'f623806d48e14cffa7d7792d0938df11', 'gw_port_host': None}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:28:20.322621 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Calling delete_port for 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f owned by network:router_gateway {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:20.677310 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 2845ef6d-a282-47e6-822f-348568e2ee96 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:20.728885 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 2845ef6d-a282-47e6-822f-348568e2ee96 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:20.729305 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 2845ef6d-a282-47e6-822f-348568e2ee96 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:20.742797 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:20.801277 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=311bfe2a-f365-4bdd-b259-7f4f5f5dd22f,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:20.836714 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-1e367a13-2a89-428d-8fdf-69067e3b5c59 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:20.838199 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-1e367a13-2a89-428d-8fdf-69067e3b5c59 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.2171731 Jan 18 09:28:20.962113 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Deleting port dcf74013-2ca1-4d89-9f40-f108839595bd {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:28:20.962502 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.000380 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.222775 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.233592 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.412567 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:21.453936 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:21.454622 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 311bfe2a-f365-4bdd-b259-7f4f5f5dd22f not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:21.454622 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ce50ad30-2470-4a1a-907f-8d264b2c95b7 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:21.520248 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: ce50ad30-2470-4a1a-907f-8d264b2c95b7 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:21.520562 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ce50ad30-2470-4a1a-907f-8d264b2c95b7 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:21.553895 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.554388 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe456047-1eb8-4c27-9bf1-45867516dd7a {{(pid=86805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:28:21.614659 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.615832 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-74138250-a316-4dcc-97c2-af905ba17a5f admin admin] 10.222.0.54 "DELETE /v2.0/routers/fe456047-1eb8-4c27-9bf1-45867516dd7a HTTP/1.1" status: 204 len: 168 time: 2.2414355 Jan 18 09:28:21.619376 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41614) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:21.660880 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb490-b864-43e8-ae2b-5a5074ba66e1 req-d9725154-efed-426e-987b-f72a6d831673 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:21.662492 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3beb490-b864-43e8-ae2b-5a5074ba66e1 req-d9725154-efed-426e-987b-f72a6d831673 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 945 time: 0.3246889 Jan 18 09:28:21.664418 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] For port dcf74013-2ca1-4d89-9f40-f108839595bd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=dcf74013-2ca1-4d89-9f40-f108839595bd,segment=NetworkSegment(912c81aa-7029-4996-87ac-836e86d64a7f),segment_id=912c81aa-7029-4996-87ac-836e86d64a7f)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:28:21.664765 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.696423 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] Deleting subnet dfac5848-5331-4573-9de9-64ba7413ef50 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:28:21.699853 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.756831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.825752 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Calling delete_port for dcf74013-2ca1-4d89-9f40-f108839595bd owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:21.838252 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.864536 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3beb490-b864-43e8-ae2b-5a5074ba66e1 req-a2da78f9-46ce-4af3-9cc0-b2a4466ccc02 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/security-groups?id=8333fa20-f41f-46f2-8e08-060a0bd7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918092 Jan 18 09:28:21.948256 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:21.987803 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfac5848-5331-4573-9de9-64ba7413ef50,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:21.998579 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.003077 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b38998b2-2a30-46af-8681-a90baa811aec admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dfac5848-5331-4573-9de9-64ba7413ef50 HTTP/1.1" status: 204 len: 168 time: 0.3823278 Jan 18 09:28:22.008452 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 41624) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:22.027320 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.045158 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['dcf74013-2ca1-4d89-9f40-f108839595bd'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:28:22.172236 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Pushing event deleted for resources: {'Port': ['ID=dcf74013-2ca1-4d89-9f40-f108839595bd,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:22.287117 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] No DVR routers for this DVR port dcf74013-2ca1-4d89-9f40-f108839595bd on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:28:22.290886 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.294959 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'name': 'network-vif-deleted', 'tag': 'dcf74013-2ca1-4d89-9f40-f108839595bd'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:28:22.308178 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.325581 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1dd902ea-55b1-488e-8441-a6e472c4dd44 req-25669383-cf30-4f48-9465-d5a9c31fcd15 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.64 "DELETE /v2.0/ports/dcf74013-2ca1-4d89-9f40-f108839595bd HTTP/1.1" status: 204 len: 173 time: 1.4744210 Jan 18 09:28:22.373251 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac32059f-7cf5-475e-8d12-2d08c61aec6c', 'name': 'network-vif-deleted', 'tag': 'dcf74013-2ca1-4d89-9f40-f108839595bd', 'status': 'completed', 'code': 200} Jan 18 09:28:22.487845 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213af42-b910-437e-bcb4-22128309bf9a req-ecaaccb8-7ad2-468a-ae70-17e509b7a360 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:22.489476 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f213af42-b910-437e-bcb4-22128309bf9a req-ecaaccb8-7ad2-468a-ae70-17e509b7a360 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 945 time: 0.2668018 Jan 18 09:28:22.502076 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.548151 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf44fad-db40-46c6-b3ea-8b2e44c430b9']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:22.570886 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2254c82-7487-4860-9bb7-199030710f50') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:22.571164 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2254c82-7487-4860-9bb7-199030710f50') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:22.589414 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f213af42-b910-437e-bcb4-22128309bf9a req-df40e3ea-9ea8-4120-b549-bf828a11063d tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935612 Jan 18 09:28:22.591011 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.609079 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.620739 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:28:22.621212 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:28:22.635049 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:28:22.720302 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.738252 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:22.747772 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf44fad-db40-46c6-b3ea-8b2e44c430b9,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:22.750281 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5ef080bb-62be-4946-8b1c-87d460d029e3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8bf44fad-db40-46c6-b3ea-8b2e44c430b9 HTTP/1.1" status: 204 len: 168 time: 0.7404730 Jan 18 09:28:22.978629 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41638) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:23.047348 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-6c2cafe8-2758-4227-9762-84e1b5bab97d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f623806d48e14cffa7d7792d0938df11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0671411 Jan 18 09:28:23.049935 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41642) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:23.083897 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1aa15447-4207-45a6-b523-b5f2abab7623 req-a60d5315-d4ba-4e7e-8be9-8b679ea098d5 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Synchronizing usage tracker for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:28:23.111072 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-1aa15447-4207-45a6-b523-b5f2abab7623 req-a60d5315-d4ba-4e7e-8be9-8b679ea098d5 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] Unset dirty status for tenant:8e965034f2864cdda0dc82a1c6de0ffb on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:28:23.112361 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1aa15447-4207-45a6-b523-b5f2abab7623 req-a60d5315-d4ba-4e7e-8be9-8b679ea098d5 tempest-VolumesSnapshotTestJSON-855174233 tempest-VolumesSnapshotTestJSON-855174233-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac32059f-7cf5-475e-8d12-2d08c61aec6c HTTP/1.1" status: 200 len: 210 time: 0.0815001 Jan 18 09:28:23.113783 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-02c3f5c2-50e4-4624-9b6b-ea5edcf784d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:23.146220 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-02c3f5c2-50e4-4624-9b6b-ea5edcf784d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:23.205440 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-02c3f5c2-50e4-4624-9b6b-ea5edcf784d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:23.220347 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3f5c2-50e4-4624-9b6b-ea5edcf784d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2571c7-0769-4fec-b9b5-5a162f5dbaac,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:23.227923 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-02c3f5c2-50e4-4624-9b6b-ea5edcf784d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:23.229168 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-02c3f5c2-50e4-4624-9b6b-ea5edcf784d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d2571c7-0769-4fec-b9b5-5a162f5dbaac HTTP/1.1" status: 204 len: 168 time: 0.1780035 Jan 18 09:28:23.785844 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0777-f568-4245-aaf6-25003001fd1e req-19c37070-1355-48d9-9891-159b6454fd86 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:23.787465 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-efac0777-f568-4245-aaf6-25003001fd1e req-19c37070-1355-48d9-9891-159b6454fd86 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 945 time: 0.0869532 Jan 18 09:28:23.837049 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-efac0777-f568-4245-aaf6-25003001fd1e req-478bc8e8-4e75-43c3-bcc4-46baf6ad9eda tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 Jan 18 09:28:24.267422 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb9377-2549-44c8-92b9-48f03b61860f req-7b566c9f-61c1-4bea-b4f1-a960d131d8b8 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:24.269120 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-03eb9377-2549-44c8-92b9-48f03b61860f req-7b566c9f-61c1-4bea-b4f1-a960d131d8b8 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 945 time: 0.1001177 Jan 18 09:28:24.468639 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Deleting port c9c3185c-4876-4399-ae76-3cf942a3ce78 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:28:24.469364 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:24.715073 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device dcf74013-2ca1-4d89-9f40-f108839595bd no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:24.754377 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: dcf74013-2ca1-4d89-9f40-f108839595bd {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:24.755050 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device dcf74013-2ca1-4d89-9f40-f108839595bd not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:24.781021 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] For port c9c3185c-4876-4399-ae76-3cf942a3ce78, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=c9c3185c-4876-4399-ae76-3cf942a3ce78,segment=NetworkSegment(9c1ee261-4e3c-4cbd-bcff-f4740d610da0),segment_id=9c1ee261-4e3c-4cbd-bcff-f4740d610da0)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:28:24.781386 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:24.908905 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Calling delete_port for c9c3185c-4876-4399-ae76-3cf942a3ce78 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:28:25.108262 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6c393-b41f-4c80-ad8a-f2134a8f043c req-4124fb7b-ae97-4cfd-903a-443781b12014 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:25.109773 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3d6c393-b41f-4c80-ad8a-f2134a8f043c req-4124fb7b-ae97-4cfd-903a-443781b12014 tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/ports?device_id=505db21c-e48c-4fe8-892a-4188cb56cf09 HTTP/1.1" status: 200 len: 945 time: 0.1640062 Jan 18 09:28:25.181568 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3d6c393-b41f-4c80-ad8a-f2134a8f043c req-466410b2-5e42-4a8a-8154-c95dc6f8be5e tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.54 "GET /v2.0/security-groups?id=4fe32068-fd30-4271-9127-0e6e96d37f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Jan 18 09:28:25.193431 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:25.206096 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['c9c3185c-4876-4399-ae76-3cf942a3ce78'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:28:25.287972 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Pushing event deleted for resources: {'Port': ['ID=c9c3185c-4876-4399-ae76-3cf942a3ce78,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:25.337339 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] No DVR routers for this DVR port c9c3185c-4876-4399-ae76-3cf942a3ce78 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:28:25.340089 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:25.344784 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'name': 'network-vif-deleted', 'tag': 'c9c3185c-4876-4399-ae76-3cf942a3ce78'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:28:25.360452 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-03eb9377-2549-44c8-92b9-48f03b61860f req-219085ee-0dfc-4995-a1bb-4d0df415b6dc tempest-AttachVolumeNegativeTest-939577902 tempest-AttachVolumeNegativeTest-939577902-project] 10.222.0.64 "DELETE /v2.0/ports/c9c3185c-4876-4399-ae76-3cf942a3ce78 HTTP/1.1" status: 204 len: 173 time: 1.0850995 Jan 18 09:28:25.408673 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505db21c-e48c-4fe8-892a-4188cb56cf09', 'name': 'network-vif-deleted', 'tag': 'c9c3185c-4876-4399-ae76-3cf942a3ce78', 'status': 'completed', 'code': 200} Jan 18 09:28:26.285297 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41738) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:26.351462 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] Deleting subnet 5c721128-b60a-4f8a-9d01-fd484b1fa5d3 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:28:26.354356 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.403627 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.457299 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.530460 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.568424 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c721128-b60a-4f8a-9d01-fd484b1fa5d3,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:26.570315 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.576501 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a4c5baf2-a811-4f28-998c-c5af816b63e2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5c721128-b60a-4f8a-9d01-fd484b1fa5d3 HTTP/1.1" status: 204 len: 168 time: 0.2901678 Jan 18 09:28:26.579199 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41742) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:26.683266 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.804294 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.828965 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41a2032-229c-4b9b-8149-973c603ba68f']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:26.841057 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1ee261-4e3c-4cbd-bcff-f4740d610da0') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:26.841346 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1ee261-4e3c-4cbd-bcff-f4740d610da0') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:28:26.852551 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.870601 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.877339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:28:26.877721 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:28:26.890695 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:28:26.966188 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.971476 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:26.995391 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b41a2032-229c-4b9b-8149-973c603ba68f,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:27.004994 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5856775b-f691-46da-8cd9-bfff982d5f2f admin admin] 10.222.0.54 "DELETE /v2.0/networks/b41a2032-229c-4b9b-8149-973c603ba68f HTTP/1.1" status: 204 len: 168 time: 0.4248283 Jan 18 09:28:27.180763 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 41750) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:27.228995 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a30cec93-6c72-4fe8-88cb-a19373fde156 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9157bed427cb4dd29a2907290a38073f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468626 Jan 18 09:28:27.231591 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 41754) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:27.290004 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4ee63c6-ff3a-4e2f-9260-11b42a4bd044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:27.315956 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4ee63c6-ff3a-4e2f-9260-11b42a4bd044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:27.390536 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4ee63c6-ff3a-4e2f-9260-11b42a4bd044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:27.422914 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee63c6-ff3a-4e2f-9260-11b42a4bd044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe32068-fd30-4271-9127-0e6e96d37f14,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:27.431718 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4ee63c6-ff3a-4e2f-9260-11b42a4bd044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:27.436144 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b4ee63c6-ff3a-4e2f-9260-11b42a4bd044 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fe32068-fd30-4271-9127-0e6e96d37f14 HTTP/1.1" status: 204 len: 168 time: 0.2009716 Jan 18 09:28:29.000705 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911957aa-5c02-409d-85cb-39b254a181e9 req-c4cecb72-1629-4136-b862-141b1357f5d0 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:29.002147 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-911957aa-5c02-409d-85cb-39b254a181e9 req-c4cecb72-1629-4136-b862-141b1357f5d0 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0853841 Jan 18 09:28:29.047863 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-911957aa-5c02-409d-85cb-39b254a181e9 req-816891ad-1758-4b79-94db-4ff0ef6ccd93 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398328 Jan 18 09:28:29.050885 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device c9c3185c-4876-4399-ae76-3cf942a3ce78 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:28:29.086062 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: c9c3185c-4876-4399-ae76-3cf942a3ce78 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:28:29.086402 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device c9c3185c-4876-4399-ae76-3cf942a3ce78 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:28:29.156855 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-00e2978c-15a7-4baa-af6d-db7bc51db700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:29.158337 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-00e2978c-15a7-4baa-af6d-db7bc51db700 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1138 time: 0.0735588 Jan 18 09:28:29.293071 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-18f9a713-5dda-449b-81ac-731e6f2da517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:29.294566 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-18f9a713-5dda-449b-81ac-731e6f2da517 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 200 len: 916 time: 0.1295912 Jan 18 09:28:29.405820 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-9c883984-f52b-4c18-9a48-a7130a9bb93a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 1002 time: 0.0988607 Jan 18 09:28:29.478065 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-d7d8b1b7-68bf-4639-95f9-91d5a28868b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:29.479560 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-d7d8b1b7-68bf-4639-95f9-91d5a28868b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=006fca10-2057-441d-8e9c-b9805653dbf4 HTTP/1.1" status: 200 len: 854 time: 0.0667737 Jan 18 09:28:29.567925 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-94948e85-6839-4263-aa51-b2b6e5c13ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:29.569466 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-94948e85-6839-4263-aa51-b2b6e5c13ecd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788305 Jan 18 09:28:29.794637 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-f2e76a05-5ba9-4e65-9162-560d5b2de67c service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186127 Jan 18 09:28:29.940446 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3afd4f0-27fe-4942-b2a8-805f37f8e81d req-3ec7c1a0-3052-44f6-ac8a-a65432e5a3a7 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383049 Jan 18 09:28:30.257439 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccb045-d4bf-4082-bae1-0c356164f180 req-021597b2-0ff0-4bae-800d-4cd04f961e00 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:30.259246 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d0ccb045-d4bf-4082-bae1-0c356164f180 req-021597b2-0ff0-4bae-800d-4cd04f961e00 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0966733 Jan 18 09:28:30.323336 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d0ccb045-d4bf-4082-bae1-0c356164f180 req-43af7cf9-daee-4b30-b7e9-2c367c5f6580 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558774 Jan 18 09:28:31.517307 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6878b-5f5e-44fe-ba57-740767a432f4 req-3fc4d6ee-5cab-45a7-b389-39c0447306b5 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:31.518771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-79d6878b-5f5e-44fe-ba57-740767a432f4 req-3fc4d6ee-5cab-45a7-b389-39c0447306b5 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0784481 Jan 18 09:28:31.531119 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41880) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:31.565343 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-79d6878b-5f5e-44fe-ba57-740767a432f4 req-711fe05a-0252-4d27-87f4-a10c05345f9f tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406580 Jan 18 09:28:31.662856 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:31.679292 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:28:31.683147 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Usage tracker for resource:security_group_rule and tenant:cca9d010c0874c49a40db1e184f9ec6f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:28:31.686420 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:28:31.692021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:28:31.779414 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:31.785648 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:31.831491 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe306daf-ebcb-470b-8692-e7b7f8f32dc1,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:31.837016 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-6338d520-e95f-47b7-93b6-c9613a5cec6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cca9d010c0874c49a40db1e184f9ec6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047965 Jan 18 09:28:31.839771 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41892) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:31.898476 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-27410820-eea7-43cd-aa8f-c7e7f5d81141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:31.924185 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-27410820-eea7-43cd-aa8f-c7e7f5d81141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:31.975730 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-27410820-eea7-43cd-aa8f-c7e7f5d81141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:31.989709 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27410820-eea7-43cd-aa8f-c7e7f5d81141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe306daf-ebcb-470b-8692-e7b7f8f32dc1,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:31.996372 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-27410820-eea7-43cd-aa8f-c7e7f5d81141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:31.997660 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-27410820-eea7-43cd-aa8f-c7e7f5d81141 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe306daf-ebcb-470b-8692-e7b7f8f32dc1 HTTP/1.1" status: 204 len: 168 time: 0.1569672 Jan 18 09:28:32.289759 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 41902) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:32.308640 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:32.324231 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:28:32.330722 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f0dacaebf84c409b32edc6607ba1fa is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:28:32.334577 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:28:32.344472 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:28:32.443369 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:32.448988 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:32.494704 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7f0dacaebf84c409b32edc6607ba1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035890 Jan 18 09:28:32.495634 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9692390-4894-4ff8-91b6-e0fd7395ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a59c88-973d-4f6b-8752-69604592186d,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:32.497795 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41906) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:32.557589 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8671-6ead-43f3-8500-6d5b194a03af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:32.582478 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8671-6ead-43f3-8500-6d5b194a03af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:32.637689 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8671-6ead-43f3-8500-6d5b194a03af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:32.652063 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8671-6ead-43f3-8500-6d5b194a03af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a59c88-973d-4f6b-8752-69604592186d,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:32.658756 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8671-6ead-43f3-8500-6d5b194a03af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:32.659905 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fe6e8671-6ead-43f3-8500-6d5b194a03af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72a59c88-973d-4f6b-8752-69604592186d HTTP/1.1" status: 204 len: 168 time: 0.1610384 Jan 18 09:28:32.768780 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e22ce-33b4-4546-8a76-d923f787ae66 req-ddb330d3-e9d8-4146-8517-c613bba2baa3 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:32.770235 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0a3e22ce-33b4-4546-8a76-d923f787ae66 req-ddb330d3-e9d8-4146-8517-c613bba2baa3 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0880482 Jan 18 09:28:32.816574 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0a3e22ce-33b4-4546-8a76-d923f787ae66 req-fde29668-4ff7-4523-a4f3-d79f6d1d1325 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403957 Jan 18 09:28:33.020044 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 41926) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:33.037790 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:33.052379 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:28:33.056178 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Usage tracker for resource:security_group_rule and tenant:e491cdfb287340d9b20256e32582da8d is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:28:33.059010 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:28:33.064563 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:28:33.143505 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:33.149655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:33.268299 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e491cdfb287340d9b20256e32582da8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468629 Jan 18 09:28:33.268937 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31e256-8f90-4a15-8823-046bfc74d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1cddd0-2b54-460a-bbdf-ad973e23dd7f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:33.271150 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 41930) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:33.336663 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6929e94f-1b3e-48a8-b5bb-3943050a6b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:33.364822 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6929e94f-1b3e-48a8-b5bb-3943050a6b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:33.417650 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6929e94f-1b3e-48a8-b5bb-3943050a6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:33.432737 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929e94f-1b3e-48a8-b5bb-3943050a6b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1cddd0-2b54-460a-bbdf-ad973e23dd7f,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:33.444297 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-6929e94f-1b3e-48a8-b5bb-3943050a6b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:33.445460 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-6929e94f-1b3e-48a8-b5bb-3943050a6b1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a1cddd0-2b54-460a-bbdf-ad973e23dd7f HTTP/1.1" status: 204 len: 168 time: 0.1732445 Jan 18 09:28:34.015772 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc0c3-0e81-4107-9bc1-b69970169dca req-bcca200c-ce45-4d74-9479-38bc0105ae79 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:34.027197 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-681cc0c3-0e81-4107-9bc1-b69970169dca req-bcca200c-ce45-4d74-9479-38bc0105ae79 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0930216 Jan 18 09:28:34.075412 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-681cc0c3-0e81-4107-9bc1-b69970169dca req-99935704-ca3f-42fa-a4ae-e01d158664dc tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498302 Jan 18 09:28:35.287238 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a8b07-8b64-4fdc-b772-f7ac873d41c2 req-d3e9b675-e3c1-4b65-9534-04610e8ffff7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:35.289493 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6a1a8b07-8b64-4fdc-b772-f7ac873d41c2 req-d3e9b675-e3c1-4b65-9534-04610e8ffff7 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0908220 Jan 18 09:28:35.340101 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6a1a8b07-8b64-4fdc-b772-f7ac873d41c2 req-7b7e89ec-eac0-4975-ae83-f71050e1095a tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446696 Jan 18 09:28:35.858546 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9aab2bb2-5241-428e-b398-b2f017d19d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.221027 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42062) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:36.339715 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.353816 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:28:36.357658 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Usage tracker for resource:security_group_rule and tenant:7409671b4ee24b18917fcf7befe715fb is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:28:36.360456 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:28:36.366088 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:28:36.494027 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.502051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.568740 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7409671b4ee24b18917fcf7befe715fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465371 Jan 18 09:28:36.569505 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc07f2e3-93cb-4584-9b3e-394758857ee8,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:36.571713 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42072) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:36.578101 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.578490 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.578881 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.579158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.579728 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.579728 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.580130 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.580386 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.580696 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.580986 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.581293 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.581595 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776e78ef-3d74-4887-b874-e979823a6cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:28:36.613512 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a212d-7a0f-45e6-8519-43ec1738fcd6 req-cef0576f-c202-48c6-b058-d98c3bcf8361 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:36.615522 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e9a212d-7a0f-45e6-8519-43ec1738fcd6 req-cef0576f-c202-48c6-b058-d98c3bcf8361 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.1648965 Jan 18 09:28:36.655470 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8e239400-9ef0-4370-8a5f-8857f6504b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.666972 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0e9a212d-7a0f-45e6-8519-43ec1738fcd6 req-214546e1-f9f2-449c-ad8a-4c6c83c91564 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448995 Jan 18 09:28:36.682096 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8e239400-9ef0-4370-8a5f-8857f6504b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.733266 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8e239400-9ef0-4370-8a5f-8857f6504b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.752008 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239400-9ef0-4370-8a5f-8857f6504b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc07f2e3-93cb-4584-9b3e-394758857ee8,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:36.757458 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8e239400-9ef0-4370-8a5f-8857f6504b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:36.767306 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8e239400-9ef0-4370-8a5f-8857f6504b40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc07f2e3-93cb-4584-9b3e-394758857ee8 HTTP/1.1" status: 204 len: 168 time: 0.1944351 Jan 18 09:28:37.046839 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42086) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:37.065646 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.079998 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:28:37.083815 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b8cfdca3d33047cda967d14512c47ddd is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:28:37.086580 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:28:37.092386 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:28:37.172870 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.179192 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.223965 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8cfdca3d33047cda967d14512c47ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760690 Jan 18 09:28:37.224856 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d28000-e9c0-40a5-9341-04bf94ce83a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8d575d-3368-4086-a376-96809748a3df,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:37.226912 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42090) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:37.288932 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ca92efcf-e69c-4180-bec9-da63f3b7d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.315028 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ca92efcf-e69c-4180-bec9-da63f3b7d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.370489 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ca92efcf-e69c-4180-bec9-da63f3b7d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.386866 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92efcf-e69c-4180-bec9-da63f3b7d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8d575d-3368-4086-a376-96809748a3df,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:37.395987 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ca92efcf-e69c-4180-bec9-da63f3b7d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.399379 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ca92efcf-e69c-4180-bec9-da63f3b7d478 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab8d575d-3368-4086-a376-96809748a3df HTTP/1.1" status: 204 len: 168 time: 0.1712005 Jan 18 09:28:37.668445 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.717703 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42122) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:37.849504 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:37.874850 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:28:37.880037 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Usage tracker for resource:security_group_rule and tenant:0281d79357824424a9db92dd1a1a3780 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:28:37.884100 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:28:37.891061 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:28:37.926432 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2613c-0f7f-43b7-b3aa-610c777638e8 req-200769fe-44ad-436f-86dc-8d96efd44049 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:37.927986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-32f2613c-0f7f-43b7-b3aa-610c777638e8 req-200769fe-44ad-436f-86dc-8d96efd44049 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.1427348 Jan 18 09:28:37.963864 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:28:37.994041 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-32f2613c-0f7f-43b7-b3aa-610c777638e8 req-92f76102-27fe-4838-96f1-30048a38e18e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592625 Jan 18 09:28:38.046757 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:38.052173 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:38.110262 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0281d79357824424a9db92dd1a1a3780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913708 Jan 18 09:28:38.111529 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e1d0b-6db3-4e10-94a2-75fcb2ed8209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f095b95a-932a-4ad1-84fd-0bec3db1deed,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:38.113021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42146) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:38.118290 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ef98fb3e-a387-432b-8134-ed678a61f7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:38.174847 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbaef9a2-4317-49df-b4c6-2ca797814cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:38.203760 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbaef9a2-4317-49df-b4c6-2ca797814cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:38.257143 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbaef9a2-4317-49df-b4c6-2ca797814cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:38.274108 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaef9a2-4317-49df-b4c6-2ca797814cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f095b95a-932a-4ad1-84fd-0bec3db1deed,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:38.284297 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbaef9a2-4317-49df-b4c6-2ca797814cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:38.288188 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-cbaef9a2-4317-49df-b4c6-2ca797814cae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f095b95a-932a-4ad1-84fd-0bec3db1deed HTTP/1.1" status: 204 len: 168 time: 0.1719253 Jan 18 09:28:39.131965 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:39.183326 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a8de-d198-4df6-ae89-22da102dee42 req-bf9fae0a-b023-4306-8c86-a23b0c293a26 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:39.185174 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3107a8de-d198-4df6-ae89-22da102dee42 req-bf9fae0a-b023-4306-8c86-a23b0c293a26 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0866728 Jan 18 09:28:39.193114 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:39.234517 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3107a8de-d198-4df6-ae89-22da102dee42 req-d7da2ff0-b366-4052-b81c-33c7b4eec023 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429292 Jan 18 09:28:40.420433 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c742b5-36c5-4fa7-ab96-23fa94a2601b req-e7ad369f-a16d-4aca-8d8f-05585e1f6529 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:40.421982 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-70c742b5-36c5-4fa7-ab96-23fa94a2601b req-e7ad369f-a16d-4aca-8d8f-05585e1f6529 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0837011 Jan 18 09:28:40.429026 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:40.473025 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-70c742b5-36c5-4fa7-ab96-23fa94a2601b req-195a16c8-fc82-45e2-b7ac-86a867e48e99 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446951 Jan 18 09:28:41.662350 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467b4d-58bf-419e-a81c-5bf7ca0d267d req-d0ef4192-19c3-4fc2-9116-c1a67051cb1b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:41.663904 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b0467b4d-58bf-419e-a81c-5bf7ca0d267d req-d0ef4192-19c3-4fc2-9116-c1a67051cb1b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0826955 Jan 18 09:28:41.727753 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b0467b4d-58bf-419e-a81c-5bf7ca0d267d req-9a66d763-af6c-4361-992c-aa1d9b0dd8e1 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574646 Jan 18 09:28:42.917997 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9c942-613a-4a2d-920a-35ded3dba29a req-dea27ac3-248b-460d-81a9-3b39c74d1a28 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:42.919510 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c0f9c942-613a-4a2d-920a-35ded3dba29a req-dea27ac3-248b-460d-81a9-3b39c74d1a28 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0851574 Jan 18 09:28:43.062922 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c0f9c942-613a-4a2d-920a-35ded3dba29a req-21c23b5c-a890-4d20-82ce-ac51b6ca7b8d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361861 Jan 18 09:28:44.258660 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f4d8d-7432-4619-ae61-8a117a84cd68 req-4fe8a8ee-11da-4939-b55e-1a612ed34f43 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:44.261855 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a61f4d8d-7432-4619-ae61-8a117a84cd68 req-4fe8a8ee-11da-4939-b55e-1a612ed34f43 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0834575 Jan 18 09:28:44.313287 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a61f4d8d-7432-4619-ae61-8a117a84cd68 req-47791a35-f11c-4b33-a0df-b3e3e81ecf07 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426185 Jan 18 09:28:45.511522 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6903b22-b2fb-45bb-bf92-e855d24149b3 req-7f9c378d-bf7d-4900-bc63-409f797a60ef tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:45.512980 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6903b22-b2fb-45bb-bf92-e855d24149b3 req-7f9c378d-bf7d-4900-bc63-409f797a60ef tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0815897 Jan 18 09:28:45.558128 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c6903b22-b2fb-45bb-bf92-e855d24149b3 req-3523ddcd-a9ba-4a63-9dde-691abedb3de4 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392838 Jan 18 09:28:46.765914 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb465-32f4-42ee-b9c9-bdb9efc5a709 req-267d322c-5a56-4509-b8fc-5c2c8a6ba16e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:46.767526 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41cfb465-32f4-42ee-b9c9-bdb9efc5a709 req-267d322c-5a56-4509-b8fc-5c2c8a6ba16e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0823946 Jan 18 09:28:46.817448 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41cfb465-32f4-42ee-b9c9-bdb9efc5a709 req-7bc1f68d-2a82-4d6f-bb4a-5f17fb65b38d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442450 Jan 18 09:28:48.023199 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a372-8522-4869-a6e2-1a9ea52e367f req-774fcd11-3b0a-432b-9236-910269337fe1 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:28:48.024726 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0964a372-8522-4869-a6e2-1a9ea52e367f req-774fcd11-3b0a-432b-9236-910269337fe1 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.1006997 Jan 18 09:28:48.081288 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0964a372-8522-4869-a6e2-1a9ea52e367f req-af61d1b1-2e05-4fb0-9b3d-b0f1bcfd94eb tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&id=020c446a-478f-40a9-9465-b179c306f302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506632 Jan 18 09:28:57.908544 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42538) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:58.038043 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:58.055902 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:28:58.059648 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Usage tracker for resource:security_group_rule and tenant:870e1128b4a945199b1540c117b12a39 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:28:58.062414 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:28:58.068007 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:28:58.150427 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:58.156125 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:58.204703 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=870e1128b4a945199b1540c117b12a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928038 Jan 18 09:28:58.204703 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca60918-94e4-4dac-af1f-ba7694070dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6904adf5-58c8-489e-9d8f-d44fac0c4813,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:58.206301 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42546) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:28:58.268503 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c87ae79-144a-49ea-bc5e-963ef6ee5ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:58.293504 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c87ae79-144a-49ea-bc5e-963ef6ee5ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:58.355102 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c87ae79-144a-49ea-bc5e-963ef6ee5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:58.374860 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87ae79-144a-49ea-bc5e-963ef6ee5ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6904adf5-58c8-489e-9d8f-d44fac0c4813,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:28:58.396104 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1c87ae79-144a-49ea-bc5e-963ef6ee5ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:28:58.397965 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-1c87ae79-144a-49ea-bc5e-963ef6ee5ba4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6904adf5-58c8-489e-9d8f-d44fac0c4813 HTTP/1.1" status: 204 len: 168 time: 0.1902530 Jan 18 09:29:03.106157 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42670) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:03.227028 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.242542 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:03.246619 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Usage tracker for resource:security_group_rule and tenant:036478595832495eac79574947580e33 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:03.249610 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:03.255602 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:03.337741 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.342779 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.390188 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acb4975-ba6f-4256-b4a6-d2fa6dc71672,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:03.398921 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42680) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:03.399524 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-bab1baf9-8ff6-4630-9ee9-26df5f09e985 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=036478595832495eac79574947580e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916412 Jan 18 09:29:03.463741 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4df34441-5c68-45c2-a6be-87f5736e54d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.490132 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4df34441-5c68-45c2-a6be-87f5736e54d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.542314 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4df34441-5c68-45c2-a6be-87f5736e54d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.561478 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df34441-5c68-45c2-a6be-87f5736e54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acb4975-ba6f-4256-b4a6-d2fa6dc71672,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:03.570243 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4df34441-5c68-45c2-a6be-87f5736e54d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.573782 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4df34441-5c68-45c2-a6be-87f5736e54d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0acb4975-ba6f-4256-b4a6-d2fa6dc71672 HTTP/1.1" status: 204 len: 168 time: 0.1707048 Jan 18 09:29:03.885971 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42692) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:03.904454 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:03.919183 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:03.923168 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Usage tracker for resource:security_group_rule and tenant:c4817efc9d24429ba6496091341e78a2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:03.926006 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:03.931689 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:04.024033 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:04.028880 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:04.082070 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4817efc9d24429ba6496091341e78a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949394 Jan 18 09:29:04.083005 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d6ef3-a61f-4c1b-ae99-98ffe4358554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2999c20-c1f5-4f74-a867-7e0c81181735,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:04.085345 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42696) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:04.150444 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7fff321-520f-4446-93ed-a51c56cb4f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:04.177328 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7fff321-520f-4446-93ed-a51c56cb4f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:04.231768 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7fff321-520f-4446-93ed-a51c56cb4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:04.248556 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fff321-520f-4446-93ed-a51c56cb4f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2999c20-c1f5-4f74-a867-7e0c81181735,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:04.259165 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e7fff321-520f-4446-93ed-a51c56cb4f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:04.260338 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e7fff321-520f-4446-93ed-a51c56cb4f02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2999c20-c1f5-4f74-a867-7e0c81181735 HTTP/1.1" status: 204 len: 168 time: 0.1739318 Jan 18 09:29:05.865184 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-5034821e-cd2e-428c-b623-e9b6d0221ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:07.674593 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:08.120200 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2b1e09a6-ebe0-45cd-8913-df5ae042c23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:08.203065 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-b7e776c5-19c9-46a8-a146-e4e3e02aee3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852497 Jan 18 09:29:08.313525 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-1bf1ce11-30fb-44f6-9d8d-f2465c78eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:08.314997 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-1bf1ce11-30fb-44f6-9d8d-f2465c78eb08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 1098 time: 0.0830312 Jan 18 09:29:08.596870 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-b626072b-86f0-4bb6-aa40-973e00ff4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:08.599466 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-b626072b-86f0-4bb6-aa40-973e00ff4d33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 912 time: 0.2620788 Jan 18 09:29:08.960386 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-59fa2d73-69b2-47b9-aee7-bf07fe4a1b4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 200 len: 1001 time: 0.3527355 Jan 18 09:29:09.050631 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-08ba4a97-e868-4021-897e-75a80e1a6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:09.052119 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-08ba4a97-e868-4021-897e-75a80e1a6a50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.0807323 Jan 18 09:29:09.089212 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42820) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:09.112916 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad4168-4b6e-403f-ac6b-32ec7e02d657 req-58d8d468-cd4e-4bc3-9465-dec53b07eae0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:09.114400 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5bad4168-4b6e-403f-ac6b-32ec7e02d657 req-58d8d468-cd4e-4bc3-9465-dec53b07eae0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.2905695 Jan 18 09:29:09.128119 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d4a1-6709-4969-a143-38ef81dafa81 req-f246926b-e730-46dc-a799-a9ad01920d41 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:09.134883 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3f85d4a1-6709-4969-a143-38ef81dafa81 req-f246926b-e730-46dc-a799-a9ad01920d41 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2347193 Jan 18 09:29:09.138384 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.167605 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] Deleting subnet 7e182caf-3b61-4e1e-b1be-c21146b66d25 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:29:09.170623 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.206174 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.216048 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3f85d4a1-6709-4969-a143-38ef81dafa81 req-672b0aa7-67da-404f-94c8-6ab5b690662f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803039 Jan 18 09:29:09.224217 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.224735 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5bad4168-4b6e-403f-ac6b-32ec7e02d657 req-6a0df4ec-20c7-4a34-92f0-17094d50bbe8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868583 Jan 18 09:29:09.237740 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-c2bb56cd-8f34-4036-8648-ae43c67688bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:09.239248 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-c2bb56cd-8f34-4036-8648-ae43c67688bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1788981 Jan 18 09:29:09.248930 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42826) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:09.297699 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.382525 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.383097 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-83cd0897-9a1b-44d5-94f6-d678f7c4756f service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330256 Jan 18 09:29:09.424869 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e182caf-3b61-4e1e-b1be-c21146b66d25,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:09.427052 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.431722 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.438464 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5469c0b6-be3c-40a8-b29f-ccc4c7123df3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7e182caf-3b61-4e1e-b1be-c21146b66d25 HTTP/1.1" status: 204 len: 168 time: 0.3469219 Jan 18 09:29:09.440903 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42832) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:09.548754 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.582383 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:09.588898 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:93953d7bd14c45b381720e5030f4ac53 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:09.593138 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:09.602010 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:09.650091 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c4aaaa60-700d-4b5e-874d-6c4f37c03385 req-58b679e0-1b9c-4a9e-8f59-5a7f9117158f service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429287 Jan 18 09:29:09.675816 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.702428 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a016a16-60c1-4225-91b9-dc94a345c431']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:09.715111 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912c81aa-7029-4996-87ac-836e86d64a7f') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:09.715388 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912c81aa-7029-4996-87ac-836e86d64a7f') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:09.716292 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.721554 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.727459 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.744238 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.751183 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:29:09.751561 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:29:09.765069 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:29:09.770134 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93953d7bd14c45b381720e5030f4ac53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187838 Jan 18 09:29:09.772663 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 42836) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:09.775210 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457941-b4fd-4d5f-9f44-56dbcdb0a8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe7212-7bf8-4ed0-87b3-27ee7a699473,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:09.836667 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ee69e8af-f983-4356-84de-bae4db557f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.846437 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.863949 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.871645 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ee69e8af-f983-4356-84de-bae4db557f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.874768 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a016a16-60c1-4225-91b9-dc94a345c431,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:09.887339 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-9be0e36a-2420-4502-a0e3-d67283db0ac4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6a016a16-60c1-4225-91b9-dc94a345c431 HTTP/1.1" status: 204 len: 168 time: 0.4453511 Jan 18 09:29:09.943985 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ee69e8af-f983-4356-84de-bae4db557f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.959770 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69e8af-f983-4356-84de-bae4db557f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe7212-7bf8-4ed0-87b3-27ee7a699473,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:09.967624 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ee69e8af-f983-4356-84de-bae4db557f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:09.971653 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ee69e8af-f983-4356-84de-bae4db557f44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adfe7212-7bf8-4ed0-87b3-27ee7a699473 HTTP/1.1" status: 204 len: 168 time: 0.1980433 Jan 18 09:29:10.022545 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42848) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:10.070813 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b6f14e34-f25f-4816-9c8a-6f3e49a1cb7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e965034f2864cdda0dc82a1c6de0ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467327 Jan 18 09:29:10.073041 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 42852) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:10.135552 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2213316c-0f4f-4262-85a6-51e13c2c5099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:10.161819 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2213316c-0f4f-4262-85a6-51e13c2c5099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:10.215577 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2213316c-0f4f-4262-85a6-51e13c2c5099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:10.233589 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213316c-0f4f-4262-85a6-51e13c2c5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333fa20-f41f-46f2-8e08-060a0bd7a6e9,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:10.235970 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2213316c-0f4f-4262-85a6-51e13c2c5099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:10.239529 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2213316c-0f4f-4262-85a6-51e13c2c5099 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8333fa20-f41f-46f2-8e08-060a0bd7a6e9 HTTP/1.1" status: 204 len: 168 time: 0.1631715 Jan 18 09:29:10.449032 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:10.550794 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e2de-b2ae-420b-bf76-9439f5a7f1a2 req-f800e6b9-5ee0-45f9-9ce1-fdc3502c03c9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:10.552421 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7af9e2de-b2ae-420b-bf76-9439f5a7f1a2 req-f800e6b9-5ee0-45f9-9ce1-fdc3502c03c9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1738615 Jan 18 09:29:10.576035 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a95b1-7c88-4095-80ab-f7d8b25a68df req-b33cc9de-9d9c-414a-b5d4-ed06b0d0cccd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:10.577862 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-957a95b1-7c88-4095-80ab-f7d8b25a68df req-b33cc9de-9d9c-414a-b5d4-ed06b0d0cccd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.1309536 Jan 18 09:29:10.628181 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-957a95b1-7c88-4095-80ab-f7d8b25a68df req-6b7c01c5-ba97-4875-aeac-9afdb0a871b3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Jan 18 09:29:10.777359 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7af9e2de-b2ae-420b-bf76-9439f5a7f1a2 req-b05af4e6-ca9f-43ab-b0d6-f9e7190a1ad6 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166712 Jan 18 09:29:11.963892 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919b65c-39e8-4d9e-9044-e8a6614973dd req-26ea73e6-8417-4ffa-934a-86f1ce0f80b1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:11.965437 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b919b65c-39e8-4d9e-9044-e8a6614973dd req-26ea73e6-8417-4ffa-934a-86f1ce0f80b1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.0828674 Jan 18 09:29:12.014579 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b919b65c-39e8-4d9e-9044-e8a6614973dd req-cbeadd20-2538-4cc0-a762-dc3c1ae29a4a tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Jan 18 09:29:12.207307 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6a6cc-2398-4b68-bbde-27467e9359a8 req-5ed01c68-0750-46d5-a6dd-f487b00c3b27 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:12.208752 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fb6a6cc-2398-4b68-bbde-27467e9359a8 req-5ed01c68-0750-46d5-a6dd-f487b00c3b27 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.2953410 Jan 18 09:29:12.258224 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fb6a6cc-2398-4b68-bbde-27467e9359a8 req-7bf0989b-ff5d-46af-b3ec-139fcbb4310c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388489 Jan 18 09:29:13.206432 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557cafb-39f8-4b5c-a55c-d2dec4265b77 req-5b5b762b-5be1-4dc9-83f9-e90ac66e82f3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:13.207986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e557cafb-39f8-4b5c-a55c-d2dec4265b77 req-5b5b762b-5be1-4dc9-83f9-e90ac66e82f3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.0820229 Jan 18 09:29:13.253478 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e557cafb-39f8-4b5c-a55c-d2dec4265b77 req-145149a6-68b0-42e8-a3b5-9f6b631763d1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398166 Jan 18 09:29:13.489269 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-0c81ddc4-34af-4385-aef3-9201a61ca6b2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:13.491093 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-0c81ddc4-34af-4385-aef3-9201a61ca6b2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.1766376 Jan 18 09:29:13.502411 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2746d-11dc-4331-ad15-6c6d43f8c62f req-cc5cc0e4-841c-4d17-a4c7-ea8de679e804 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:13.503942 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2cf2746d-11dc-4331-ad15-6c6d43f8c62f req-cc5cc0e4-841c-4d17-a4c7-ea8de679e804 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 947 time: 0.1214509 Jan 18 09:29:13.608979 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2cf2746d-11dc-4331-ad15-6c6d43f8c62f req-00277725-5f38-43d8-b2eb-380d962e6e02 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd30627e-f270-43be-a559-28a3df0cd550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681486 Jan 18 09:29:13.614207 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Deleting port 27f4a12f-d5d6-4812-9221-f8473f051d6e {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:29:13.614549 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:13.799179 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccda944-9526-4982-88eb-1569fc1b294b req-410f444e-be9b-40ef-8818-1181557f6873 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:13.799900 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-1ccda944-9526-4982-88eb-1569fc1b294b req-410f444e-be9b-40ef-8818-1181557f6873 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Synchronizing usage tracker for tenant:234743f869b54f8889f1a749c0de41ab on resource:port {{(pid=86806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:13.823554 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-1ccda944-9526-4982-88eb-1569fc1b294b req-410f444e-be9b-40ef-8818-1181557f6873 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Unset dirty status for tenant:234743f869b54f8889f1a749c0de41ab on resource:port {{(pid=86806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:13.823554 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1ccda944-9526-4982-88eb-1569fc1b294b req-410f444e-be9b-40ef-8818-1181557f6873 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.1282172 Jan 18 09:29:13.900749 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] For port 27f4a12f-d5d6-4812-9221-f8473f051d6e, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=27f4a12f-d5d6-4812-9221-f8473f051d6e,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:13.901040 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:13.913645 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Deleting port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:29:13.914233 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.008590 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-d67e2a67-5e7b-4af7-b316-1118dab0834a tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9234b68b44c443d6846148a6caf1d25b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955381 Jan 18 09:29:14.279376 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] For port b5cd823a-7331-4cbf-937e-ab2c3fc45a58, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:14.279994 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.489923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-6dcab9c3-d545-4fba-89cf-d2b6e24420dc tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:14.491753 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-6dcab9c3-d545-4fba-89cf-d2b6e24420dc tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4584413 Jan 18 09:29:14.516119 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.516481 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.516837 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Floating IP b661f1b5-9fff-4efc-bb9b-f9b585ee28d6 disassociated. External IP: 172.27.0.32, port: 27f4a12f-d5d6-4812-9221-f8473f051d6e. Jan 18 09:29:14.517171 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Calling delete_port for 27f4a12f-d5d6-4812-9221-f8473f051d6e owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:29:14.565731 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-9d7ba40a-0ab1-4514-9c3d-a30d8c5146e3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/quotas/9234b68b44c443d6846148a6caf1d25b HTTP/1.1" status: 200 len: 375 time: 0.0641270 Jan 18 09:29:14.574845 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.575249 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.575899 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Floating IP ec255fe0-69e2-4869-abcd-a52f6946cb88 disassociated. External IP: 172.27.0.129, port: b5cd823a-7331-4cbf-937e-ab2c3fc45a58. Jan 18 09:29:14.576295 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Calling delete_port for b5cd823a-7331-4cbf-937e-ab2c3fc45a58 owned by compute:nova {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:29:14.632320 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-3f1f9c1f-00ee-48d1-969e-f070f61a0f98 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9234b68b44c443d6846148a6caf1d25b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582318 Jan 18 09:29:14.665497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80578742-6ada-48eb-8fae-fc63e013e35e req-d3969a09-4f32-401b-88c6-a734a2bcde70 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:14.667312 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-80578742-6ada-48eb-8fae-fc63e013e35e req-d3969a09-4f32-401b-88c6-a734a2bcde70 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 945 time: 0.2768686 Jan 18 09:29:14.731848 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.779103 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-80578742-6ada-48eb-8fae-fc63e013e35e req-a611b14c-7d72-4830-a7b8-02a69dc95aae tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=c89a4c55-6007-4f4f-ad84-c35ad46ea277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002986 Jan 18 09:29:14.812164 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event deleted for resources: {'Port': ['ID=b5cd823a-7331-4cbf-937e-ab2c3fc45a58,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:14.828662 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.829307 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.829782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.830246 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.830434 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:14.831278 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.831758 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.832357 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.832925 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.833639 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.834582 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.835125 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.835653 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:14.929676 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event deleted for resources: {'Port': ['ID=27f4a12f-d5d6-4812-9221-f8473f051d6e,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:14.965310 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:29:15.007139 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7ef7ad4a-8b84-4f4a-be3b-b92587b38f43 req-b654a090-a1af-4675-b69b-f60b5f807968 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 210 time: 0.1186872 Jan 18 09:29:15.015344 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6eac8a98-7644-4cc1-aae6-9d52ce321e36 req-8b563106-19de-4a34-9283-6cecfc032f5b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.0828807 Jan 18 09:29:15.109367 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Router 84301b4e-53ae-4fcc-b054-9da422a74f75 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:29:15.239466 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Router b22febcf-9ba0-4499-906e-b31f5285a4c8 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:29:15.308170 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:29:15.322317 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] Sync routers for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:29:15.340081 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:15.340701 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:15.480973 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] No DVR routers for this DVR port b5cd823a-7331-4cbf-937e-ab2c3fc45a58 on host hv-cinder-82504 {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:29:15.495273 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:15.518223 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'name': 'network-vif-deleted', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:15.533654 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-1ccda944-9526-4982-88eb-1569fc1b294b req-56642540-cacf-4469-9e9e-bf2644bcbb32 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "DELETE /v2.0/ports/b5cd823a-7331-4cbf-937e-ab2c3fc45a58 HTTP/1.1" status: 204 len: 173 time: 1.7034976 Jan 18 09:29:15.534646 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:29:15.549636 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] Sync routers for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:29:15.568119 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:15.571772 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:15.648193 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95e1406-b3a6-45a3-ada0-6861675e19ef', 'name': 'network-vif-deleted', 'tag': 'b5cd823a-7331-4cbf-937e-ab2c3fc45a58', 'status': 'completed', 'code': 200} Jan 18 09:29:15.697917 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] No DVR routers for this DVR port 27f4a12f-d5d6-4812-9221-f8473f051d6e on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:29:15.707442 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:15.712063 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:15.715091 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-deleted', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:15.754762 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f8938976-1b0f-48eb-89c2-4a02ba0c3295 req-50402c71-a549-4bdf-b2fe-2491b07315cd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "DELETE /v2.0/ports/27f4a12f-d5d6-4812-9221-f8473f051d6e HTTP/1.1" status: 204 len: 173 time: 2.2492437 Jan 18 09:29:15.772025 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e97cca8-64a9-4304-b3be-03a97583249a', 'name': 'network-vif-deleted', 'tag': '27f4a12f-d5d6-4812-9221-f8473f051d6e', 'status': 'completed', 'code': 200} Jan 18 09:29:15.806986 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:15.940307 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6b67b571-c854-4a45-961c-0b3b41f9d412 req-8ff9a04d-dcd3-4af8-aeaf-616a2c2364e3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 210 time: 0.0452852 Jan 18 09:29:16.086979 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:16.100612 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] Checking router: 84301b4e-53ae-4fcc-b054-9da422a74f75 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:29:16.122336 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:16.123259 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:16.247044 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:16.251418 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] Checking router: b22febcf-9ba0-4499-906e-b31f5285a4c8 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:29:16.260428 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:16.261018 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:16.293352 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-bc1a46ba-f6fb-4851-81d5-940b8dec6559 req-bc56a686-6eb5-4ff3-99bb-1c61cb26f1b3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Synchronizing usage tracker for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:16.313876 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed31c709-55a6-4c9f-802a-6b2a1a8e98e1 req-044bd883-090d-4079-972e-1f49b5ae5c76 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 210 time: 0.1256695 Jan 18 09:29:16.319285 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:16.319698 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-bc1a46ba-f6fb-4851-81d5-940b8dec6559 req-bc56a686-6eb5-4ff3-99bb-1c61cb26f1b3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Unset dirty status for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:16.321284 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc1a46ba-f6fb-4851-81d5-940b8dec6559 req-bc56a686-6eb5-4ff3-99bb-1c61cb26f1b3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.0768137 Jan 18 09:29:16.447978 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:16.668802 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:16.673122 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b2be9c-3d04-4881-8e8b-9c98f72c1965 None None] The sync data for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi is: [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:29:16.783594 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:16.787407 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb0de8d-01eb-42b8-8040-682e6568a8a7 None None] The sync data for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi is: [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:29:16.953716 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7ec3a-c099-4fd9-87d3-0edaffed302a None None] New status for floating IP ec255fe0-69e2-4869-abcd-a52f6946cb88: DOWN {{(pid=86807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:29:17.091876 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3cbe7-8248-4031-961b-4a52a1dedf29 None None] New status for floating IP b661f1b5-9fff-4efc-bb9b-f9b585ee28d6: DOWN {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:29:17.129711 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fa3ce6db-c66d-46ea-9683-681450d84e76 req-ad7fb601-1dba-4547-ac7e-6f6f547debe9 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=f95e1406-b3a6-45a3-ada0-6861675e19ef HTTP/1.1" status: 200 len: 210 time: 0.0733206 Jan 18 09:29:17.579580 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-97a6eb22-9cdc-4a33-bdc1-7ed015905a85 req-22553f45-3ac4-424d-815e-aef9f6e367ed tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e97cca8-64a9-4304-b3be-03a97583249a HTTP/1.1" status: 200 len: 210 time: 0.0839322 Jan 18 09:29:17.591848 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7894f783-8c03-48f8-b154-d4fd919d66aa req-1b362670-2dcd-400d-9f33-430f9a1da971 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 210 time: 0.0547278 Jan 18 09:29:18.266036 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43010) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:18.339798 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ba45-8a23-435c-8d74-444a0771cea8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:18.369344 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ba45-8a23-435c-8d74-444a0771cea8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:18.437032 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ba45-8a23-435c-8d74-444a0771cea8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:18.457164 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7ba45-8a23-435c-8d74-444a0771cea8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89a4c55-6007-4f4f-ad84-c35ad46ea277,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:18.469081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ba45-8a23-435c-8d74-444a0771cea8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:18.470621 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1ba7ba45-8a23-435c-8d74-444a0771cea8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "DELETE /v2.0/security-groups/c89a4c55-6007-4f4f-ad84-c35ad46ea277 HTTP/1.1" status: 204 len: 168 time: 0.2031038 Jan 18 09:29:18.472996 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43026) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:18.492775 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.api.v2.resource [None req-fb03eaf9-7a90-49db-aa03-d2d1ac32873e tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] show failed (client error): The resource could not be found. Jan 18 09:29:18.494084 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fb03eaf9-7a90-49db-aa03-d2d1ac32873e tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups/c89a4c55-6007-4f4f-ad84-c35ad46ea277 HTTP/1.1" status: 404 len: 347 time: 0.0201991 Jan 18 09:29:18.497073 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43032) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:18.659286 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-40299863-ac22-45b8-8679-a278faaae8ea tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9234b68b44c443d6846148a6caf1d25b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420434 Jan 18 09:29:18.679036 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Deleting port 2a258893-06ed-488e-abe3-a3b751d64224 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:29:18.679796 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:18.854575 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43050) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:19.026665 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-26937599-7ba1-4029-8038-ebbb7904f018 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.046279 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1e2b6555-af37-43d9-9e96-1f800063d105 req-f8321806-8fd8-41a4-a18e-d248ba0904e9 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 210 time: 0.2120807 Jan 18 09:29:19.071165 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:29:19.105374 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-26937599-7ba1-4029-8038-ebbb7904f018 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.106810 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-143ac125-7bca-4b74-9d8f-41460dc60f42 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:19.108373 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-143ac125-7bca-4b74-9d8f-41460dc60f42 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4354112 Jan 18 09:29:19.108976 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43060) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:19.116024 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 27f4a12f-d5d6-4812-9221-f8473f051d6e {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:29:19.116356 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 27f4a12f-d5d6-4812-9221-f8473f051d6e not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:29:19.116761 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b5cd823a-7331-4cbf-937e-ab2c3fc45a58 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:29:19.124789 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Request body: {'port': {'device_id': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1', 'admin_state_up': True, 'tenant_id': '9234b68b44c443d6846148a6caf1d25b'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:19.127871 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.128391 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.153592 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: b5cd823a-7331-4cbf-937e-ab2c3fc45a58 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:29:19.154258 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b5cd823a-7331-4cbf-937e-ab2c3fc45a58 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:29:19.245001 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.268074 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Calling delete_port for 2a258893-06ed-488e-abe3-a3b751d64224 owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:29:19.283225 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:19.290584 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Usage tracker for resource:security_group_rule and tenant:f20b2260537843db99bc6176a8a2b252 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:19.294409 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:19.302838 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:19.305259 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:19.313375 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Usage tracker for resource:port and tenant:9234b68b44c443d6846148a6caf1d25b is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:19.319086 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:19.326030 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:19.337093 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-26937599-7ba1-4029-8038-ebbb7904f018 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.347253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Made reservation on behalf of 9234b68b44c443d6846148a6caf1d25b for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:29:19.350710 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.369237 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.369640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26937599-7ba1-4029-8038-ebbb7904f018 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd30627e-f270-43be-a559-28a3df0cd550,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:19.387844 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-26937599-7ba1-4029-8038-ebbb7904f018 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.391544 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-26937599-7ba1-4029-8038-ebbb7904f018 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "DELETE /v2.0/security-groups/cd30627e-f270-43be-a559-28a3df0cd550 HTTP/1.1" status: 204 len: 168 time: 0.5330179 Jan 18 09:29:19.391852 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43066) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:19.401702 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:19.414895 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Usage tracker for resource:security_group_rule and tenant:9234b68b44c443d6846148a6caf1d25b is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:19.419001 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:19.428750 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:19.448958 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.api.v2.resource [None req-4638a648-a3dc-4e54-ae7f-0b51bee646ac tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] show failed (client error): The resource could not be found. Jan 18 09:29:19.450242 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4638a648-a3dc-4e54-ae7f-0b51bee646ac tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups/cd30627e-f270-43be-a559-28a3df0cd550 HTTP/1.1" status: 404 len: 347 time: 0.0570579 Jan 18 09:29:19.453392 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43070) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:19.487630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.497012 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.555259 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f20b2260537843db99bc6176a8a2b252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450154 Jan 18 09:29:19.560876 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43074) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:19.569559 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7369b56-e045-417b-89a7-c9366ff6864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b420617d-a43f-47d9-8c8f-e802d89dd64a,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:19.621768 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Deleting port 966b02f7-b000-466a-8fa6-b54189513eac {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:29:19.622148 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.645075 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.650275 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.656520 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.707797 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event deleted for resources: {'Port': ['ID=2a258893-06ed-488e-abe3-a3b751d64224,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:19.719107 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-54107309-131b-4d26-971e-81c6beaea231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.780356 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-54107309-131b-4d26-971e-81c6beaea231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.787174 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:19.897790 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.912442 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Allocated IP 192.168.233.22 (0fd1c90e-0cff-4e7c-ab62-1e7251f864a1/4801fd89-ffc1-422c-b783-9f7e7f64dbb5/5b2ba6b4-477b-4f28-8b09-eab7fb01f522) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:19.916673 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-54107309-131b-4d26-971e-81c6beaea231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.928534 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.928855 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.937326 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:19.938456 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-aab33d0f-189f-497b-b095-b97b251f3fff tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "DELETE /v2.0/floatingips/ec255fe0-69e2-4869-abcd-a52f6946cb88 HTTP/1.1" status: 204 len: 168 time: 1.4402766 Jan 18 09:29:19.939161 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54107309-131b-4d26-971e-81c6beaea231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b420617d-a43f-47d9-8c8f-e802d89dd64a,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:20.036225 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-54107309-131b-4d26-971e-81c6beaea231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.037703 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-54107309-131b-4d26-971e-81c6beaea231 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b420617d-a43f-47d9-8c8f-e802d89dd64a HTTP/1.1" status: 204 len: 168 time: 0.4718325 Jan 18 09:29:20.085110 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Calling delete_port for 966b02f7-b000-466a-8fa6-b54189513eac owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:29:20.266444 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.276011 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.290817 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43096) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:20.303632 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--690787031', 'description': 'tempest-description--1568741771'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:20.308630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-f9482713-00e7-4137-9f8b-f579b6d5c6f6 req-1335f437-8527-4be4-b513-2504cf3bf89f tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Synchronizing usage tracker for tenant:9234b68b44c443d6846148a6caf1d25b on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:20.318187 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:20.318387 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event deleted for resources: {'Port': ['ID=966b02f7-b000-466a-8fa6-b54189513eac,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:20.321011 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Transition to ACTIVE for port object 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:20.327495 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:20.333594 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:20.343216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:20.355373 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-f9482713-00e7-4137-9f8b-f579b6d5c6f6 req-1335f437-8527-4be4-b513-2504cf3bf89f tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Unset dirty status for tenant:9234b68b44c443d6846148a6caf1d25b on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:20.356532 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9482713-00e7-4137-9f8b-f579b6d5c6f6 req-1335f437-8527-4be4-b513-2504cf3bf89f tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 210 time: 0.1164918 Jan 18 09:29:20.370979 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.387463 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.483108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:20.491758 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group_rule and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:20.497481 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:20.501018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:20.504047 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:20.508434 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Pushing event updated for resources: {'Port': ['ID=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:20.513581 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:20.513581 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:20.529191 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.550853 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.562601 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-25f8099b-85e5-47a9-b161-b4e4e77fdd25 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "DELETE /v2.0/floatingips/b661f1b5-9fff-4efc-bb9b-f9b585ee28d6 HTTP/1.1" status: 204 len: 168 time: 1.1077657 Jan 18 09:29:20.603881 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:20.605045 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.652077 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-1d2da52f-f60a-4250-985a-622df440a8b3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5316730 Jan 18 09:29:20.684610 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.692060 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.725770 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.729760 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4351830 Jan 18 09:29:20.730867 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43110) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:20.741939 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'security_group_rule': {'security_group_id': 'a680420c-9a66-4aa7-a54f-17a2cf6b0158', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:20.752305 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:20.756496 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37ee0b-778c-47d4-bacf-f6819c65be43 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a680420c-9a66-4aa7-a54f-17a2cf6b0158,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:20.758904 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group_rule and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:20.762091 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:20.768019 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:20.787909 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.842031 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-4c9f412d-c5d1-45fd-9fec-74ac75e3bd30 None None] Provisioning for port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:20.847443 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-4c9f412d-c5d1-45fd-9fec-74ac75e3bd30 None None] Provisioning complete for port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:20.847861 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4c9f412d-c5d1-45fd-9fec-74ac75e3bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.856175 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.864445 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.891809 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e916df-1875-42a2-9f14-ead6d0a82d4e,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:20.903982 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.905504 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-0b689bbe-4a84-4725-9972-9fee8aaa3e60 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744936 Jan 18 09:29:20.908307 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43120) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:20.915312 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'security_group_rule': {'security_group_id': 'a680420c-9a66-4aa7-a54f-17a2cf6b0158', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:20.922340 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:20.926340 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:security_group_rule and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:20.929504 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:20.929666 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f412d-c5d1-45fd-9fec-74ac75e3bd30 None None] Port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:29:20.935947 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:20.961943 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:20.999447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43126) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:21.006477 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610536869', 'description': 'tempest-description--796176964'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:21.013515 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:21.018312 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:21.021569 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:21.028170 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:21.032008 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.038247 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.042273 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.062081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:21.065982 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group_rule and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:21.068920 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:21.072048 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6048d14-1f19-40e0-bb86-3b61550f2be0,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:21.075819 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:21.076927 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.078330 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a269d473-638d-4550-8ea3-62f43b195766 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687641 Jan 18 09:29:21.081784 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43130) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:21.087111 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:21.093085 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:21.097138 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:floatingip and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:21.104036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:21.111156 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:21.123168 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.156351 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.166285 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.229004 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:21.237692 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.239155 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-3b05db90-57b1-48a7-ac5a-26cdd4f855b6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2381909 Jan 18 09:29:21.242189 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43140) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:21.247883 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'security_group_rule': {'security_group_id': '339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:21.253900 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:21.257925 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group_rule and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:21.260723 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:21.267607 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:21.277018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.289153 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.352908 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.359268 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.376915 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7116a9b-7ac3-4a97-9b2f-c0ff93615b4c,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:21.410611 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.413696 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-71d9b41d-75e4-4d83-9776-862756e01169 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1698930 Jan 18 09:29:21.416990 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43146) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:21.425486 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'security_group_rule': {'security_group_id': '339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:21.432146 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:21.436661 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:security_group_rule and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:21.440459 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:21.446788 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:21.470946 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.472630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Allocated IP 172.27.0.103 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/b0e498d5-4861-44b6-b5fb-5068b1bf636d) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:21.540808 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.546808 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.571919 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fe5d05-e64a-4e69-821c-85b161912bfc,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:21.583803 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.584985 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-caac1a7c-12aa-4608-a510-fa4597999f1f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669021 Jan 18 09:29:21.588366 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43150) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:21.593943 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:21.600590 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:21.605214 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:floatingip and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:21.608745 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:21.616181 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:21.633581 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.789298 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.810815 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.853175 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ebb3f-01ea-47c6-b117-8662e31681d8 req-9c3f58df-a23b-4f66-9a4c-6bf5be413d1a tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:21.854638 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e44ebb3f-01ea-47c6-b117-8662e31681d8 req-9c3f58df-a23b-4f66-9a4c-6bf5be413d1a tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 935 time: 0.3406546 Jan 18 09:29:21.879346 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:21.930847 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Allocated IP 172.27.0.11 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/19065c9f-d424-466c-bc2e-d467ec2c4ac2) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:21.959907 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:21.966161 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-e44ebb3f-01ea-47c6-b117-8662e31681d8 req-e61fb4f7-653b-4351-8cd9-a36bb5fcfce6 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Synchronizing usage tracker for tenant:9234b68b44c443d6846148a6caf1d25b on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:21.968761 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:21.973448 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:22.018182 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'Port': ['ID=b0e498d5-4861-44b6-b5fb-5068b1bf636d,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:22.039151 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Request body: {'port': {'device_id': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:22.071014 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-e44ebb3f-01ea-47c6-b117-8662e31681d8 req-e61fb4f7-653b-4351-8cd9-a36bb5fcfce6 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Unset dirty status for tenant:9234b68b44c443d6846148a6caf1d25b on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:22.072142 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e44ebb3f-01ea-47c6-b117-8662e31681d8 req-e61fb4f7-653b-4351-8cd9-a36bb5fcfce6 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112935 Jan 18 09:29:22.087623 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.130710 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.164103 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.205900 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:22.209389 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'Port': ['ID=19065c9f-d424-466c-bc2e-d467ec2c4ac2,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:22.211758 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:22.213678 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:22.231896 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.282653 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.288829 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.352090 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.565447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.571773 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.689825 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'Port': ['ID=19065c9f-d424-466c-bc2e-d467ec2c4ac2,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:22.702016 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.702721 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.716064 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.731984 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.742557 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2ed06237-4008-4de6-9ef3-8d050b52e30c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1437523 Jan 18 09:29:22.885259 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'Port': ['ID=b0e498d5-4861-44b6-b5fb-5068b1bf636d,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:22.892291 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:29:22.903163 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.917095 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:22.946705 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Transition to ACTIVE for port object 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:22.960162 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:23.010749 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:23.011990 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e95ceb80-ead3-4c14-8bad-c9a4670886cd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9292305 Jan 18 09:29:23.101498 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-a3ffcff1-40e4-442d-88d5-fa1d6b7a65c4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1610536869&fields=id&tenant_id=6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 267 time: 0.1769674 Jan 18 09:29:23.173139 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:23.418030 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-fac6a3dc-6394-43e3-a508-078c20f6ea3a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:23.419569 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-fac6a3dc-6394-43e3-a508-078c20f6ea3a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 816 time: 0.3073528 Jan 18 09:29:23.420293 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Attempting to bind port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:29:23.421067 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Attempting to bind port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:29:23.421067 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Attempting to bind port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 on network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:23.429811 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 on network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:29:23.430133 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Attempting to bind port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 on network 0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:23.447316 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:29:23.447651 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Checking segment: {'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:29:23.448032 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Bound using segment: {'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:29:23.448463 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Bound port: 5b2ba6b4-477b-4f28-8b09-eab7fb01f522, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed76e211-3829-4530-b078-fbb53859e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:29:23.448842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:23.461802 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-99b8bc5a-f25b-42f4-8b08-63266dcb3c12 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/quotas/6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 375 time: 0.0329688 Jan 18 09:29:23.470990 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2a972-cb40-480e-8f89-6cbc5258f2dc req-75e0ecfe-0760-4892-ad51-0e15990c4229 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:23.472493 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85d2a972-cb40-480e-8f89-6cbc5258f2dc req-75e0ecfe-0760-4892-ad51-0e15990c4229 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 947 time: 0.2443702 Jan 18 09:29:23.726063 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85d2a972-cb40-480e-8f89-6cbc5258f2dc req-2d37e121-a09b-4d74-b39c-ca623160ee9a tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229489 Jan 18 09:29:23.742437 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] For port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:29:23.745817 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] For port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,segment=NetworkSegment(ed76e211-3829-4530-b078-fbb53859e2cb),segment_id=ed76e211-3829-4530-b078-fbb53859e2cb)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:29:23.758341 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-f0e11349-f7b3-4863-ade0-858366b55522 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2848947 Jan 18 09:29:23.760069 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:23.828435 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:23.828723 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:23.830121 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/5b2ba6b4-477b-4f28-8b09-eab7fb01f522 HTTP/1.1" status: 200 len: 1097 time: 1.7975554 Jan 18 09:29:23.847454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'tag': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:23.929328 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7747aaa-10bc-4bd6-b7b3-268d18bfb3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:23.936406 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3bddf40a-612b-4908-8dad-a65834ee2550 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Synchronizing usage tracker for tenant:234743f869b54f8889f1a749c0de41ab on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:23.988599 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3bddf40a-612b-4908-8dad-a65834ee2550 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Unset dirty status for tenant:234743f869b54f8889f1a749c0de41ab on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:23.989954 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3bddf40a-612b-4908-8dad-a65834ee2550 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--690787031&fields=id&tenant_id=234743f869b54f8889f1a749c0de41ab HTTP/1.1" status: 200 len: 267 time: 0.1685522 Jan 18 09:29:24.144543 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-bf500229-e0a8-41f4-b7d5-d37944cd28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:24.146063 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-bf500229-e0a8-41f4-b7d5-d37944cd28c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9234b68b44c443d6846148a6caf1d25b&device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 1100 time: 0.2656450 Jan 18 09:29:24.236698 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-fb766b74-df34-4491-b422-4fd670a10d5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5b2ba6b4-477b-4f28-8b09-eab7fb01f522 HTTP/1.1" status: 200 len: 217 time: 0.0756350 Jan 18 09:29:24.353324 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-cee05cbd-7001-4d68-9062-1115c7e59f29 service neutron] 10.222.0.54 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578148 Jan 18 09:29:24.362095 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-12675c4d-1cef-40f6-a6e6-4f99ce65f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:24.363538 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-12675c4d-1cef-40f6-a6e6-4f99ce65f761 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4801fd89-ffc1-422c-b783-9f7e7f64dbb5 HTTP/1.1" status: 200 len: 843 time: 0.1176186 Jan 18 09:29:24.387471 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-a2995c4d-43d6-4427-9977-57e9cf671415 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:24.388910 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-a2995c4d-43d6-4427-9977-57e9cf671415 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 811 time: 0.3890522 Jan 18 09:29:24.502362 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3bbcd380-2240-4248-90ca-a14c7006976e tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/quotas/234743f869b54f8889f1a749c0de41ab HTTP/1.1" status: 200 len: 375 time: 0.0758038 Jan 18 09:29:24.614198 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-0d11a899-85e2-4512-98a8-8cbac17cd6c5 service neutron] 10.222.0.54 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537515 Jan 18 09:29:24.631654 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-0c6f278d-ad97-4ebf-8eb5-cafb66a16a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:24.633185 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-0c6f278d-ad97-4ebf-8eb5-cafb66a16a10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0fd1c90e-0cff-4e7c-ab62-1e7251f864a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2411103 Jan 18 09:29:24.668302 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-803324c0-9d1c-47e8-897e-93eb63e44fb3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1565053 Jan 18 09:29:24.802256 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'tag': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522', 'status': 'completed', 'code': 200} Jan 18 09:29:24.892017 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-c41cf03b-d8bb-4750-8d9e-10809f2cecad service neutron] 10.222.0.64 "GET /v2.0/networks/0fd1c90e-0cff-4e7c-ab62-1e7251f864a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516103 Jan 18 09:29:25.039417 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c1b2cb3d-52d8-48a8-a6cf-12eca5e2b8e5 req-02ddda0e-e646-494c-a9b2-acf2ec2c6013 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 210 time: 0.1553030 Jan 18 09:29:25.273263 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-cb1591ed-2de8-4e9e-874f-86d9f6f8fca3 service neutron] 10.222.0.54 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573492 Jan 18 09:29:25.322981 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82a5c1a5-97f5-4fb9-8354-b4dd36c480cd req-321725b7-4ac5-43ec-a219-86e885070e35 service neutron] 10.222.0.64 "GET /v2.0/networks/0fd1c90e-0cff-4e7c-ab62-1e7251f864a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201396 Jan 18 09:29:25.401821 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87500d5-f64e-4959-a35d-75c7849879de req-d5571928-8578-4fa6-bb19-709da42e6f9f tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:25.409999 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a87500d5-f64e-4959-a35d-75c7849879de req-d5571928-8578-4fa6-bb19-709da42e6f9f tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 947 time: 0.2448492 Jan 18 09:29:25.481386 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a87500d5-f64e-4959-a35d-75c7849879de req-bc0f7f9a-c03a-4a6e-9b3d-6850f4331b08 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 Jan 18 09:29:25.483494 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-ce6c05ca-cb8e-48b9-b21e-c496f04024f7 service neutron] 10.222.0.54 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974416 Jan 18 09:29:25.599401 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43242) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:25.678978 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38405248-1411-454d-b7ee-beafc074e263 req-87ae88a0-ffef-485c-8802-d55b696281fd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 210 time: 0.0474203 Jan 18 09:29:25.724246 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:25.739131 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:25.743519 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Usage tracker for resource:security_group_rule and tenant:2567f5e7b1fe46cc9d1200e48b2afbb1 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:25.746414 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:25.752124 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:25.836259 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:25.841531 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:25.888819 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2567f5e7b1fe46cc9d1200e48b2afbb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882214 Jan 18 09:29:25.890421 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57fe30-5dbf-4ef1-ae5b-9bc05303dff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768281b8-534a-4903-9fa1-fc450a4a47e3,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:25.891604 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43258) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:25.953985 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-01fd5f65-931a-4e98-a706-c5363ed04727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:25.980483 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-01fd5f65-931a-4e98-a706-c5363ed04727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:26.032831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-01fd5f65-931a-4e98-a706-c5363ed04727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:26.049977 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd5f65-931a-4e98-a706-c5363ed04727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768281b8-534a-4903-9fa1-fc450a4a47e3,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:26.058524 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-01fd5f65-931a-4e98-a706-c5363ed04727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:26.059824 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-01fd5f65-931a-4e98-a706-c5363ed04727 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/768281b8-534a-4903-9fa1-fc450a4a47e3 HTTP/1.1" status: 204 len: 168 time: 0.1671102 Jan 18 09:29:26.205403 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-05532593-0b71-4f44-9c58-be7ebbd2a738 req-7175d8e5-1f9e-417c-b488-7d9802b674aa tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 210 time: 0.0472789 Jan 18 09:29:26.680866 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660aec-2a55-41d3-80df-011ba20f5fc8 req-c3cf6b48-5f80-4e92-95b4-4fd2cccecc49 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:26.682394 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-af660aec-2a55-41d3-80df-011ba20f5fc8 req-c3cf6b48-5f80-4e92-95b4-4fd2cccecc49 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 947 time: 0.0922878 Jan 18 09:29:26.729225 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-af660aec-2a55-41d3-80df-011ba20f5fc8 req-d97decf8-9b47-4a33-9ff3-b9f8ca4302c6 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Jan 18 09:29:26.832798 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fb94f6b2-c8b0-4ab6-8d10-e457ec3ee00d req-f88c2555-6dd7-4e2a-a4df-27a338990a20 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 210 time: 0.0453045 Jan 18 09:29:27.358119 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2858bc45-68f1-4f94-8bae-fd073917679e req-3e5221c7-d3c3-4007-a80f-7c5be348bea3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 210 time: 0.0439939 Jan 18 09:29:27.928207 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2539c-055a-4a6c-9feb-4539b5387596 req-5018feda-a268-4af3-8488-2e4e5363d820 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:27.936161 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1b2539c-055a-4a6c-9feb-4539b5387596 req-5018feda-a268-4af3-8488-2e4e5363d820 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 947 time: 0.0969849 Jan 18 09:29:28.045402 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-143ef561-29e9-4a80-b4ee-fb595a5738d4 req-12986618-a772-4d5e-b655-9cb76ce3ef14 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 210 time: 0.0716233 Jan 18 09:29:28.074302 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1b2539c-055a-4a6c-9feb-4539b5387596 req-ba06ad20-1b54-434e-b0f3-1ed64d5d2386 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372845 Jan 18 09:29:28.092031 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913326d9-12c5-4268-9341-9acb5046655a req-06c6104c-9b22-40ca-88c2-433dec1fa0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:28.093525 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-913326d9-12c5-4268-9341-9acb5046655a req-06c6104c-9b22-40ca-88c2-433dec1fa0ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9234b68b44c443d6846148a6caf1d25b&device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 1100 time: 0.2797682 Jan 18 09:29:28.236360 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913326d9-12c5-4268-9341-9acb5046655a req-71714205-dcb8-432f-b69d-571c093bc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:28.237821 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-913326d9-12c5-4268-9341-9acb5046655a req-71714205-dcb8-432f-b69d-571c093bc758 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0fd1c90e-0cff-4e7c-ab62-1e7251f864a1 HTTP/1.1" status: 200 len: 870 time: 0.1371250 Jan 18 09:29:28.319675 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-913326d9-12c5-4268-9341-9acb5046655a req-da075a38-cb01-4a5b-85d4-d1b88283b599 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5b2ba6b4-477b-4f28-8b09-eab7fb01f522 HTTP/1.1" status: 200 len: 217 time: 0.0665410 Jan 18 09:29:28.428661 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913326d9-12c5-4268-9341-9acb5046655a req-9d3ec051-6b0e-4566-849f-87e052ce6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:28.430788 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-913326d9-12c5-4268-9341-9acb5046655a req-9d3ec051-6b0e-4566-849f-87e052ce6440 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4801fd89-ffc1-422c-b783-9f7e7f64dbb5 HTTP/1.1" status: 200 len: 843 time: 0.1039093 Jan 18 09:29:28.585357 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fb41994a-eb8e-4f5d-bc10-543b9b8ad589 req-e089be6f-16bc-4ace-8c1c-80ddc2f4fa88 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 210 time: 0.0593989 Jan 18 09:29:28.626462 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-b10b5d9d-5e46-473a-9117-8761925f7821 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:28.627606 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913326d9-12c5-4268-9341-9acb5046655a req-14186ba5-b4d4-4fbf-8bae-871a53b7594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:28.628172 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-913326d9-12c5-4268-9341-9acb5046655a req-14186ba5-b4d4-4fbf-8bae-871a53b7594e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0fd1c90e-0cff-4e7c-ab62-1e7251f864a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1895604 Jan 18 09:29:28.628290 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-b10b5d9d-5e46-473a-9117-8761925f7821 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 816 time: 0.2011142 Jan 18 09:29:28.694646 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-c5ecc516-6e90-47b8-bb38-65eb80fc2551 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Synchronizing usage tracker for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:security_group {{(pid=86806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:28.713184 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-c5ecc516-6e90-47b8-bb38-65eb80fc2551 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Unset dirty status for tenant:6835f51ae51d48eda5eb9edb46d9ca90 on resource:security_group {{(pid=86806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:28.717320 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-c5ecc516-6e90-47b8-bb38-65eb80fc2551 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 380 time: 0.0732589 Jan 18 09:29:28.727437 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'port': {'device_id': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'admin_state_up': True, 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'security_groups': ['339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d']}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:28.803730 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-913326d9-12c5-4268-9341-9acb5046655a req-cd9e6daa-da74-4686-9b83-a4020cd4f1b2 service neutron] 10.222.0.64 "GET /v2.0/networks/0fd1c90e-0cff-4e7c-ab62-1e7251f864a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577466 Jan 18 09:29:28.873766 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:28.878334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Usage tracker for resource:port and tenant:6835f51ae51d48eda5eb9edb46d9ca90 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:28.881602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:28.887913 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:28.904324 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Made reservation on behalf of 6835f51ae51d48eda5eb9edb46d9ca90 for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:29:28.908393 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:29.182425 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-8f95127c-0874-4d87-aef1-12f35a0a08bc tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:29.184042 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-8f95127c-0874-4d87-aef1-12f35a0a08bc tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 811 time: 0.2555838 Jan 18 09:29:29.309402 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Allocated IP 172.20.0.12 (45a2209b-7cf2-4e17-afd0-7988f28547d3/806d9d09-4bec-4b43-a81b-9291f3cf3f8e/92e2224a-b891-4753-ba8a-727e432f4624) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:29.357467 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-913326d9-12c5-4268-9341-9acb5046655a req-49bc15e1-cb33-45af-9cc7-e2dea83d681d service neutron] 10.222.0.64 "GET /v2.0/networks/0fd1c90e-0cff-4e7c-ab62-1e7251f864a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464039 Jan 18 09:29:29.362949 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-4cf9f48d-4eef-41d1-adb0-31983e52c8b7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234743f869b54f8889f1a749c0de41ab HTTP/1.1" status: 200 len: 379 time: 0.1671691 Jan 18 09:29:29.389740 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'port': {'device_id': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'admin_state_up': True, 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'security_groups': ['a680420c-9a66-4aa7-a54f-17a2cf6b0158']}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:29.431795 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-66ae106d-fbc7-4c92-81a6-806331ec849d req-6909cf9a-c3f2-4fca-8994-1def8d68d8d8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 210 time: 0.1539695 Jan 18 09:29:29.524578 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:29.544456 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Transition to ACTIVE for port object 92e2224a-b891-4753-ba8a-727e432f4624 will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:29.576081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:29.614772 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:29.621748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Usage tracker for resource:port and tenant:234743f869b54f8889f1a749c0de41ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:29.631595 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc226-a0bc-41b5-b9a8-402ae6b2379b req-39eeee43-ad18-41da-b3eb-dda5a7f565f3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:29.633132 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-07adc226-a0bc-41b5-b9a8-402ae6b2379b req-39eeee43-ad18-41da-b3eb-dda5a7f565f3 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 947 time: 0.1496620 Jan 18 09:29:29.634049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:29.642622 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:29.650114 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:29.653718 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:29.672200 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:29.673514 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Made reservation on behalf of 234743f869b54f8889f1a749c0de41ab for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:29:29.678032 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:29.726389 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-07adc226-a0bc-41b5-b9a8-402ae6b2379b req-96f392e6-938f-47b0-8d47-71c1a1126aed tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858204 Jan 18 09:29:29.770817 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:29.789690 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:29.790578 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:29.817584 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-8d3b4549-bafd-449f-8835-2be1acaefc56 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0939214 Jan 18 09:29:29.835798 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Request body: {'port': {'device_id': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:29.958085 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5c77f-a193-497e-bb37-c2f4918add68 req-9e6cb003-add8-49bb-8362-76d84079ff13 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:29.965476 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:29.965819 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fdf5c77f-a193-497e-bb37-c2f4918add68 req-9e6cb003-add8-49bb-8362-76d84079ff13 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 932 time: 0.1890223 Jan 18 09:29:29.979415 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-16db0160-b5fc-48ff-ab55-bae47e9a7d29 None None] Provisioning for port 92e2224a-b891-4753-ba8a-727e432f4624 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:29.984779 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Allocated IP 172.20.0.8 (24f8e68b-9c53-4ea8-ae30-e695ba267d2d/efd08cba-453c-43e1-a62e-d19e2917042b/4776e5f6-7247-4d1f-8460-a3107614ebcd) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:29.990675 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-16db0160-b5fc-48ff-ab55-bae47e9a7d29 None None] Provisioning complete for port 92e2224a-b891-4753-ba8a-727e432f4624 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:29.991372 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-16db0160-b5fc-48ff-ab55-bae47e9a7d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.056280 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-16db0160-b5fc-48ff-ab55-bae47e9a7d29 None None] Port 92e2224a-b891-4753-ba8a-727e432f4624 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:29:30.059542 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fdf5c77f-a193-497e-bb37-c2f4918add68 req-e70253db-cac6-4bf9-8df0-89e49d6b4bfe tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923021 Jan 18 09:29:30.236584 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.252697 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Transition to ACTIVE for port object 4776e5f6-7247-4d1f-8460-a3107614ebcd will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:30.277491 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.353103 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e2224a-b891-4753-ba8a-727e432f4624 {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:29:30.355575 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:30.358793 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:30.363403 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:30.372709 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.390779 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Transition to ACTIVE for port object 92e2224a-b891-4753-ba8a-727e432f4624 will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:30.392633 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event updated for resources: {'Port': ['ID=4776e5f6-7247-4d1f-8460-a3107614ebcd,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:30.413403 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.443630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:30.444276 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.524272 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-538ca904-0c3f-489f-886b-90da2a0138a3 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1393223 Jan 18 09:29:30.637116 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:30.685278 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e0708-2513-4ad8-8f45-e29548a7247c req-27558215-c57d-4cf2-b82c-0cce8c952c31 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:30.686014 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-7c6e0708-2513-4ad8-8f45-e29548a7247c req-27558215-c57d-4cf2-b82c-0cce8c952c31 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Synchronizing usage tracker for tenant:234743f869b54f8889f1a749c0de41ab on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:30.691979 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Attempting to bind port 92e2224a-b891-4753-ba8a-727e432f4624 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:29:30.692511 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Attempting to bind port 92e2224a-b891-4753-ba8a-727e432f4624 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:29:30.692763 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Attempting to bind port 92e2224a-b891-4753-ba8a-727e432f4624 on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:30.697938 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Port 92e2224a-b891-4753-ba8a-727e432f4624 on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:29:30.698275 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Attempting to bind port 92e2224a-b891-4753-ba8a-727e432f4624 on network 45a2209b-7cf2-4e17-afd0-7988f28547d3 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:30.705325 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:29:30.705674 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Checking segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:29:30.706207 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Bound using segment: {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:29:30.706641 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Bound port: 92e2224a-b891-4753-ba8a-727e432f4624, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47f6256-bede-40a7-8848-71d8399e645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:29:30.707004 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.707126 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-7c6e0708-2513-4ad8-8f45-e29548a7247c req-27558215-c57d-4cf2-b82c-0cce8c952c31 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Unset dirty status for tenant:234743f869b54f8889f1a749c0de41ab on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:30.708300 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7c6e0708-2513-4ad8-8f45-e29548a7247c req-27558215-c57d-4cf2-b82c-0cce8c952c31 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 931 time: 0.1300514 Jan 18 09:29:30.775515 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7c6e0708-2513-4ad8-8f45-e29548a7247c req-ab75a5e5-8c1f-4e61-9377-331bdcb5a501 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611653 Jan 18 09:29:30.786011 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-1e669910-59ad-4566-8758-91fe7e4dd7b2 None None] Provisioning for port 4776e5f6-7247-4d1f-8460-a3107614ebcd completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:30.796118 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-1e669910-59ad-4566-8758-91fe7e4dd7b2 None None] Provisioning complete for port 4776e5f6-7247-4d1f-8460-a3107614ebcd triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:30.796786 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1e669910-59ad-4566-8758-91fe7e4dd7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.844713 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:29:30.848555 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:29:30.854964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.866256 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-1e669910-59ad-4566-8758-91fe7e4dd7b2 None None] Port 4776e5f6-7247-4d1f-8460-a3107614ebcd cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:29:30.930620 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:30.930895 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:30.932499 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] 10.222.0.64 "PUT /v2.0/ports/92e2224a-b891-4753-ba8a-727e432f4624 HTTP/1.1" status: 200 len: 1094 time: 1.1068954 Jan 18 09:29:30.932998 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:30.974333 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e9c8a-b3c1-41e4-89fa-38588b4fb06d req-0b5cf90c-419b-4c15-a0f9-e7dd89a237b2 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:30.975775 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781de3a7-6b75-4a2c-9a23-0ec3d5c09638 service neutron] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:30.982102 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-190e9c8a-b3c1-41e4-89fa-38588b4fb06d req-0b5cf90c-419b-4c15-a0f9-e7dd89a237b2 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 947 time: 0.1170247 Jan 18 09:29:31.009598 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624', 'status': 'completed', 'code': 200} Jan 18 09:29:31.038111 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-190e9c8a-b3c1-41e4-89fa-38588b4fb06d req-ad44100b-9cce-488d-a18e-c52790953980 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550332 Jan 18 09:29:31.224479 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:29:31.258706 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dd392-cb9c-4562-9bb4-695f259d01e2 req-f84869e9-0b8e-4742-9376-ad2fbc2a17d7 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:31.260176 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-482dd392-cb9c-4562-9bb4-695f259d01e2 req-f84869e9-0b8e-4742-9376-ad2fbc2a17d7 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.0854487 Jan 18 09:29:31.305218 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-482dd392-cb9c-4562-9bb4-695f259d01e2 req-f3b61793-567c-44e6-ac39-19130e5efc6c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391431 Jan 18 09:29:31.359092 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,segment=NetworkSegment(ed76e211-3829-4530-b078-fbb53859e2cb),segment_id=ed76e211-3829-4530-b078-fbb53859e2cb)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:31.376774 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522', 'network_id': '0fd1c90e-0cff-4e7c-ab62-1e7251f864a1', 'port_id': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522', 'mac_address': 'fa:16:3e:a0:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4801fd89-ffc1-422c-b783-9f7e7f64dbb5', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:29:31.433652 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:31.451153 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:29:31.466583 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,segment=NetworkSegment(ed76e211-3829-4530-b078-fbb53859e2cb),segment_id=ed76e211-3829-4530-b078-fbb53859e2cb)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:31.471846 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:31.539406 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:31.546660 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.547025 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.547350 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.547670 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.547983 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.548295 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.548602 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.548914 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.549243 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.549555 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.549861 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.550164 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:31.974971 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162c07-f0e3-4a24-a43e-95885312e3aa req-c76ae8ea-e848-4308-8fa8-3008c4b1b336 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:31.976424 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7e162c07-f0e3-4a24-a43e-95885312e3aa req-c76ae8ea-e848-4308-8fa8-3008c4b1b336 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 931 time: 0.0854647 Jan 18 09:29:32.020837 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7e162c07-f0e3-4a24-a43e-95885312e3aa req-9449d8a4-cbf1-4a8f-8604-b8653136e9fd tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386140 Jan 18 09:29:32.224600 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921171-3278-4572-a654-c48e1e48a3c8 req-b51683b9-0070-4929-8189-71afb8f219a6 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:32.226042 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41921171-3278-4572-a654-c48e1e48a3c8 req-b51683b9-0070-4929-8189-71afb8f219a6 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 948 time: 0.0871539 Jan 18 09:29:32.270284 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41921171-3278-4572-a654-c48e1e48a3c8 req-03ad7ceb-ab64-4c66-a387-cbf1da34d813 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Jan 18 09:29:32.492756 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc3c20-8109-4ef2-a1d7-83b3a27e7f79 req-88b4ba96-be2f-4d4d-ad96-31eb0513b70d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:32.494193 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fdc3c20-8109-4ef2-a1d7-83b3a27e7f79 req-88b4ba96-be2f-4d4d-ad96-31eb0513b70d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.0786362 Jan 18 09:29:32.541675 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fdc3c20-8109-4ef2-a1d7-83b3a27e7f79 req-4982b788-5b2c-41f5-ab7d-b7e6be728050 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Jan 18 09:29:32.956457 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Request body: {'port': {'device_id': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:33.042682 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c635b9-b9c5-4901-a2f7-6c197b594288 req-cec71fbe-9a64-45e2-b88d-7e85f5ed618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.044312 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c5c635b9-b9c5-4901-a2f7-6c197b594288 req-cec71fbe-9a64-45e2-b88d-7e85f5ed618b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1097 time: 0.0728049 Jan 18 09:29:33.075295 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:33.192824 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['5b2ba6b4-477b-4f28-8b09-eab7fb01f522'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:29:33.206628 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c635b9-b9c5-4901-a2f7-6c197b594288 req-dbab9934-b7c8-442e-be24-cec72be7e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.208381 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c5c635b9-b9c5-4901-a2f7-6c197b594288 req-dbab9934-b7c8-442e-be24-cec72be7e474 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1563950 Jan 18 09:29:33.502722 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c635b9-b9c5-4901-a2f7-6c197b594288 req-54e74032-b4e7-4143-b8ef-6f42cf565749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.504208 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-c5c635b9-b9c5-4901-a2f7-6c197b594288 req-54e74032-b4e7-4143-b8ef-6f42cf565749 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2884805 Jan 18 09:29:33.614620 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-fa41d537-58d5-4ec8-9b49-8d1d6c9600e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.616474 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-fa41d537-58d5-4ec8-9b49-8d1d6c9600e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1097 time: 0.0732350 Jan 18 09:29:33.617309 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa5d7c-9c25-4a13-b6b9-95d3340aa797 req-d0c49909-ceec-4d3d-84b4-defb723ee31f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.618759 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8daa5d7c-9c25-4a13-b6b9-95d3340aa797 req-d0c49909-ceec-4d3d-84b4-defb723ee31f tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 931 time: 0.3182678 Jan 18 09:29:33.668596 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830b21-895f-46d0-8dc2-0cb686cc1ae5 req-5abd91e2-6d93-4657-a120-6362ac0e2228 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.670060 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0b830b21-895f-46d0-8dc2-0cb686cc1ae5 req-5abd91e2-6d93-4657-a120-6362ac0e2228 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 948 time: 0.2719967 Jan 18 09:29:33.686006 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-681577c6-4c46-4d64-9419-5e71aa23650e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e2224a-b891-4753-ba8a-727e432f4624 HTTP/1.1" status: 200 len: 217 time: 0.0607755 Jan 18 09:29:33.712501 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8daa5d7c-9c25-4a13-b6b9-95d3340aa797 req-46a10e32-b9ee-4b15-a43c-440f7c8184a7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797644 Jan 18 09:29:33.764034 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-bc2282d7-7149-4f25-8cd5-8b638277d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.765401 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-bc2282d7-7149-4f25-8cd5-8b638277d655 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.0724497 Jan 18 09:29:33.785538 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0b830b21-895f-46d0-8dc2-0cb686cc1ae5 req-80fa3d97-6881-4435-9dd7-2191fdb7ad47 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029704 Jan 18 09:29:33.802881 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4776e5f6-7247-4d1f-8460-a3107614ebcd {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:29:33.811391 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:33.843549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-6e6a2855-3511-4b0f-a5e7-96edd079f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:33.845051 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-6e6a2855-3511-4b0f-a5e7-96edd079f655 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729275 Jan 18 09:29:33.878330 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Transition to ACTIVE for port object 4776e5f6-7247-4d1f-8460-a3107614ebcd will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:33.883265 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:33.989608 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-d09a5b81-c7a5-4929-8bde-e74209ad19df service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373482 Jan 18 09:29:34.049702 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Pushing event updated for resources: {'Port': ['ID=4776e5f6-7247-4d1f-8460-a3107614ebcd,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:34.065108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a42b7-a744-493b-a8b0-1228433a7ed5 req-3d21631e-465a-44df-a09a-4a0f3de19c7b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:34.066641 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c61a42b7-a744-493b-a8b0-1228433a7ed5 req-3d21631e-465a-44df-a09a-4a0f3de19c7b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.2524273 Jan 18 09:29:34.137497 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-f7065008-8a05-47a8-b771-b9ea697ea82f req-cc79d381-b999-464b-a5c3-f5dc547ae31f service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404014 Jan 18 09:29:34.160819 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c61a42b7-a744-493b-a8b0-1228433a7ed5 req-85ebc99c-1764-409c-a238-f186879e918b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602930 Jan 18 09:29:34.182241 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Attempting to bind port 4776e5f6-7247-4d1f-8460-a3107614ebcd on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:29:34.182241 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Attempting to bind port 4776e5f6-7247-4d1f-8460-a3107614ebcd by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:29:34.182241 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Attempting to bind port 4776e5f6-7247-4d1f-8460-a3107614ebcd on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:34.189021 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Port 4776e5f6-7247-4d1f-8460-a3107614ebcd on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:29:34.189383 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Attempting to bind port 4776e5f6-7247-4d1f-8460-a3107614ebcd on network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:34.195134 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:29:34.195475 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Checking segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:29:34.195863 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Bound using segment: {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:29:34.196289 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Bound port: 4776e5f6-7247-4d1f-8460-a3107614ebcd, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:29:34.196637 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:34.294216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] For port 4776e5f6-7247-4d1f-8460-a3107614ebcd, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:29:34.297599 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] For port 4776e5f6-7247-4d1f-8460-a3107614ebcd, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:29:34.305703 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:34.375041 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:34.375653 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:34.377045 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] 10.222.0.64 "PUT /v2.0/ports/4776e5f6-7247-4d1f-8460-a3107614ebcd HTTP/1.1" status: 200 len: 1093 time: 1.4252770 Jan 18 09:29:34.377497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:34.430193 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6126d7-505d-4cc3-9201-89cd373bbb36 service neutron] Pushing event updated for resources: {'Port': ['ID=4776e5f6-7247-4d1f-8460-a3107614ebcd,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:34.487286 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'status': 'completed', 'code': 200} Jan 18 09:29:34.535819 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-7bccebc3-66b7-40f5-8625-7a48f604cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:34.537641 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-7bccebc3-66b7-40f5-8625-7a48f604cd58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 1096 time: 0.0984955 Jan 18 09:29:34.622140 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-973667a1-6183-4e06-a536-40ad9badbfa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd HTTP/1.1" status: 200 len: 217 time: 0.0717955 Jan 18 09:29:34.691560 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-dfeb4422-d76b-40d9-b944-faf847a3acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:34.693064 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-dfeb4422-d76b-40d9-b944-faf847a3acb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.0646586 Jan 18 09:29:34.783024 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-58846a4e-adb0-46c6-9c37-9553ebeb0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:34.784706 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-58846a4e-adb0-46c6-9c37-9553ebeb0e75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824721 Jan 18 09:29:34.941431 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:29:35.020929 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:35.027345 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:35.027867 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:35.156802 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:35.157737 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-f2596f20-0997-4de9-85de-78f7e7a4335c service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655076 Jan 18 09:29:35.169008 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e9a23-632c-40e7-af2a-6ef5a21ec0d8 req-d8cfcc30-a890-4af4-b392-36f1dd9e6317 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:35.170618 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-533e9a23-632c-40e7-af2a-6ef5a21ec0d8 req-d8cfcc30-a890-4af4-b392-36f1dd9e6317 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 943 time: 0.3443170 Jan 18 09:29:35.215114 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:35.225092 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,segment=NetworkSegment(ed76e211-3829-4530-b078-fbb53859e2cb),segment_id=ed76e211-3829-4530-b078-fbb53859e2cb)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:35.230140 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:35.278277 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8e8a-e507-498c-b69d-5648cbb62ab5 req-70404837-55a9-4b05-b990-29ad19e4881d tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:35.280157 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dbce8e8a-e507-498c-b69d-5648cbb62ab5 req-70404837-55a9-4b05-b990-29ad19e4881d tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 948 time: 0.3668132 Jan 18 09:29:35.298641 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:35.368618 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-533e9a23-632c-40e7-af2a-6ef5a21ec0d8 req-7cf8bfba-b45e-4409-b336-4353bf0357bc tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777763 Jan 18 09:29:35.395270 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8bc4883f-00a2-43fe-b2f2-9e10b7b5a8c9 req-c98f1b9d-a858-4318-8bcf-e6e822409142 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232101 Jan 18 09:29:35.417658 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dbce8e8a-e507-498c-b69d-5648cbb62ab5 req-fc3f5811-5dbb-4f20-b157-9fa0ac7f32ca tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245112 Jan 18 09:29:35.475072 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522', 'code': 200} Jan 18 09:29:35.615712 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-ad18d170-4ba1-4cc6-b927-c5840a28b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:35.617205 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-ad18d170-4ba1-4cc6-b927-c5840a28b159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 1096 time: 0.1485090 Jan 18 09:29:35.628616 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096152b4-f535-4e60-9cfe-d497ee1a9e74 req-be848f3f-3fe7-4a79-bed2-8f9b30f92cd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:35.630221 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-096152b4-f535-4e60-9cfe-d497ee1a9e74 req-be848f3f-3fe7-4a79-bed2-8f9b30f92cd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1148729 Jan 18 09:29:35.717465 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746555-c89b-4553-90e7-ffb9cec9c523 req-be48fc0f-fddc-4415-8271-571e86a3fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:35.719658 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-33746555-c89b-4553-90e7-ffb9cec9c523 req-be48fc0f-fddc-4415-8271-571e86a3fea4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 1102 time: 0.0844676 Jan 18 09:29:35.763614 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-096152b4-f535-4e60-9cfe-d497ee1a9e74 req-69d9da39-7d2b-4ba5-bf7f-d49fb1c4a7b9 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142218 Jan 18 09:29:35.767276 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-33746555-c89b-4553-90e7-ffb9cec9c523 req-eba2d7fb-1731-472b-a831-2dcec4cefdc9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Jan 18 09:29:35.804882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-c269ebd2-9e06-43af-82c2-ff3f6d8f2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:35.806371 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-c269ebd2-9e06-43af-82c2-ff3f6d8f2ad8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 912 time: 0.1751919 Jan 18 09:29:35.861860 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d8e6c205-346b-49e2-bd84-3b647f4bc581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:36.043196 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-30acda6b-8f22-4018-a648-a7596c1d0e6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd HTTP/1.1" status: 200 len: 217 time: 0.0764668 Jan 18 09:29:36.114111 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-fb8c43cd-fee2-4f80-992d-7ee9f7786845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:36.115986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-fb8c43cd-fee2-4f80-992d-7ee9f7786845 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.0654507 Jan 18 09:29:36.203289 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-8e391a49-91eb-4b14-b8b1-c6d60176389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:36.205788 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-8e391a49-91eb-4b14-b8b1-c6d60176389b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833809 Jan 18 09:29:36.360781 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-24f80c5b-f546-4747-8e1c-ae3f612020c4 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455188 Jan 18 09:29:36.508166 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f74443d3-9dcb-4ae4-b160-145849bed97c req-e9d5cc85-def4-4833-899e-c562e9bc518a service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403077 Jan 18 09:29:36.660016 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1be3d0-f516-4370-bca1-90000db20c23 req-3c5c04b7-19bb-4907-a336-63e7059f8f03 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:36.661502 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8d1be3d0-f516-4370-bca1-90000db20c23 req-3c5c04b7-19bb-4907-a336-63e7059f8f03 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 943 time: 0.1523986 Jan 18 09:29:36.701268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b58cf-6895-41f0-aabc-dd42a372c2ac req-54439b3c-92e7-4a01-83e5-5ca873e8ba2d tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:36.702786 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff9b58cf-6895-41f0-aabc-dd42a372c2ac req-54439b3c-92e7-4a01-83e5-5ca873e8ba2d tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 949 time: 0.1273837 Jan 18 09:29:36.738228 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8d1be3d0-f516-4370-bca1-90000db20c23 req-9cdad789-84e6-4e0b-b6e8-b149c1e11cdf tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693097 Jan 18 09:29:36.771432 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ff9b58cf-6895-41f0-aabc-dd42a372c2ac req-dace4092-b78c-44e3-babd-e4fd707517ad tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592213 Jan 18 09:29:36.962886 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:29:36.993838 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19023b03-043b-462c-bedf-7c73138057a4 req-8ce4a659-dab6-425f-b5a7-af2623b5f90f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:36.995868 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-19023b03-043b-462c-bedf-7c73138057a4 req-8ce4a659-dab6-425f-b5a7-af2623b5f90f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1031663 Jan 18 09:29:37.044168 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-19023b03-043b-462c-bedf-7c73138057a4 req-48cada44-698a-4b6b-bf0b-933f0a040ca1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Jan 18 09:29:37.109390 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:37.123293 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '92e2224a-b891-4753-ba8a-727e432f4624', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'port_id': '92e2224a-b891-4753-ba8a-727e432f4624', 'mac_address': 'fa:16:3e:16:99:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:29:37.180443 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:37.197443 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e2224a-b891-4753-ba8a-727e432f4624 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:29:37.213279 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:37.220516 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:37.221175 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4776e5f6-7247-4d1f-8460-a3107614ebcd details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:29:37.355486 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:37.416171 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 4776e5f6-7247-4d1f-8460-a3107614ebcd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:37.430085 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'port_id': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'mac_address': 'fa:16:3e:39:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:29:37.491773 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:37.509874 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4776e5f6-7247-4d1f-8460-a3107614ebcd {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:29:37.525531 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 4776e5f6-7247-4d1f-8460-a3107614ebcd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:37.530173 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:37.601072 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=4776e5f6-7247-4d1f-8460-a3107614ebcd,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:37.673380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:37.770205 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['4776e5f6-7247-4d1f-8460-a3107614ebcd'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:29:37.797515 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['92e2224a-b891-4753-ba8a-727e432f4624'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:29:38.000789 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb226cf-8029-461d-9d6c-68ed4b8e085d req-38fde44b-cf09-4266-aae9-49dc219e0562 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:38.002190 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cb226cf-8029-461d-9d6c-68ed4b8e085d req-38fde44b-cf09-4266-aae9-49dc219e0562 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 944 time: 0.1525369 Jan 18 09:29:38.014428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f006486-fbff-44dd-aa20-ed371dc80b40 req-9a32efd3-2032-4446-8858-a8d1bda5e7c5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:38.015965 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8f006486-fbff-44dd-aa20-ed371dc80b40 req-9a32efd3-2032-4446-8858-a8d1bda5e7c5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 949 time: 0.1267014 Jan 18 09:29:38.086951 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cb226cf-8029-461d-9d6c-68ed4b8e085d req-67a37564-9045-4b43-b8b2-f6be9774627e tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699580 Jan 18 09:29:38.092254 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8f006486-fbff-44dd-aa20-ed371dc80b40 req-0465653f-aad8-43c7-b926-b1e829613904 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617671 Jan 18 09:29:38.115370 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8a64bd5e-afcc-484b-8375-f6bc1c6b50d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:38.611309 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f93e76-01f5-436d-ab29-4c52739e74ea req-d75cffed-521f-430f-97ac-63859d78796f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:38.612793 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9f93e76-01f5-436d-ab29-4c52739e74ea req-d75cffed-521f-430f-97ac-63859d78796f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 945 time: 0.2476428 Jan 18 09:29:38.643297 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47bf54-31a3-45c4-a298-63bb1e1b4979 req-8058e816-b225-4c14-b765-ceaefeef505b tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:38.644737 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ab47bf54-31a3-45c4-a298-63bb1e1b4979 req-8058e816-b225-4c14-b765-ceaefeef505b tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 949 time: 0.1166337 Jan 18 09:29:38.692915 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c9f93e76-01f5-436d-ab29-4c52739e74ea req-9d240e40-bc41-4461-b2c6-f02850a2765a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736408 Jan 18 09:29:38.706403 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ab47bf54-31a3-45c4-a298-63bb1e1b4979 req-187c720c-e692-4ade-91f5-53dbf5b6a74d tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557301 Jan 18 09:29:38.980844 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4776e5f6-7247-4d1f-8460-a3107614ebcd up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:29:39.056594 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 4776e5f6-7247-4d1f-8460-a3107614ebcd completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:39.064010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 4776e5f6-7247-4d1f-8460-a3107614ebcd triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:39.064500 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.108056 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43550) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:39.143834 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.221367 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.232040 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.250963 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:39.260723 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 4776e5f6-7247-4d1f-8460-a3107614ebcd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:39.266086 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.267467 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.267750 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:29:39.289952 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:39.293793 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Usage tracker for resource:security_group_rule and tenant:cd78f9c697d0432ea0b829b06307507d is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:39.297155 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:39.306296 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:39.329019 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'code': 200} Jan 18 09:29:39.353497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8825e-a436-433a-bf53-fd9010edac0e req-45846689-513a-466d-8125-a51ce18ac8b7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:39.355028 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8cd8825e-a436-433a-bf53-fd9010edac0e req-45846689-513a-466d-8125-a51ce18ac8b7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 944 time: 0.1527569 Jan 18 09:29:39.387421 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=4776e5f6-7247-4d1f-8460-a3107614ebcd,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:39.401487 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 92e2224a-b891-4753-ba8a-727e432f4624 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:39.411331 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 92e2224a-b891-4753-ba8a-727e432f4624 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:39.412741 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.432107 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8cd8825e-a436-433a-bf53-fd9010edac0e req-8459fae5-04e7-4b3c-96a1-9c62ce3514ca tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643270 Jan 18 09:29:39.484117 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.526268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.538413 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.571448 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:39.576724 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.592496 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd78f9c697d0432ea0b829b06307507d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833505 Jan 18 09:29:39.593405 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26300d35-29b1-40a7-afc6-312d0ee48b8c,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:39.595699 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43562) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:39.608491 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.608833 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.609170 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.609499 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.609820 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.610149 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.610467 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.610892 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.611218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.611533 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.611847 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.612158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424c571-a065-42df-8b2e-0a4e2b1dd573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:29:39.629321 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9e63-9fe9-47e6-add2-4b7b777af691 req-66a7f95a-0561-4f93-938a-fd9e6745a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:39.630845 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-353c9e63-9fe9-47e6-add2-4b7b777af691 req-66a7f95a-0561-4f93-938a-fd9e6745a163 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 1098 time: 0.1423380 Jan 18 09:29:39.650870 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:39.681100 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-353c9e63-9fe9-47e6-add2-4b7b777af691 req-671147f9-c491-47f3-b53c-f66d996e725c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Jan 18 09:29:39.700158 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a40f357a-c03e-4afd-bf4c-35280c3e4bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.726226 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a40f357a-c03e-4afd-bf4c-35280c3e4bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.799243 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a40f357a-c03e-4afd-bf4c-35280c3e4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.821737 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f357a-c03e-4afd-bf4c-35280c3e4bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26300d35-29b1-40a7-afc6-312d0ee48b8c,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:39.825474 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a40f357a-c03e-4afd-bf4c-35280c3e4bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:39.826998 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a40f357a-c03e-4afd-bf4c-35280c3e4bf7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26300d35-29b1-40a7-afc6-312d0ee48b8c HTTP/1.1" status: 204 len: 168 time: 0.2300708 Jan 18 09:29:40.054972 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b256c9-bf42-4c5a-88da-30dc77bf1841 req-a84b5e0b-fbd9-4961-97ec-559d2e2d8259 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:40.056440 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91b256c9-bf42-4c5a-88da-30dc77bf1841 req-a84b5e0b-fbd9-4961-97ec-559d2e2d8259 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.2441230 Jan 18 09:29:40.065094 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f897-e3da-46dc-8c84-65e6fa575960 req-3d9bff9f-b395-4fc0-9563-6e7afe625f54 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:40.066567 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0af8f897-e3da-46dc-8c84-65e6fa575960 req-3d9bff9f-b395-4fc0-9563-6e7afe625f54 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 949 time: 0.2003577 Jan 18 09:29:40.098545 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-e901090a-13fa-46c4-92e9-f72a2677086b tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:40.100025 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-e901090a-13fa-46c4-92e9-f72a2677086b tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.64 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 949 time: 0.1868098 Jan 18 09:29:40.135498 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43578) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:40.152980 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.171776 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:40.176353 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Usage tracker for resource:security_group_rule and tenant:1e85cd741078497882b620a81cd3c8c3 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:40.179415 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:40.185527 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:40.204259 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91b256c9-bf42-4c5a-88da-30dc77bf1841 req-c3d60190-3bc7-47ca-b0e4-3c1430ee2e1b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367147 Jan 18 09:29:40.230701 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Deleting port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:29:40.231116 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.261214 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0af8f897-e3da-46dc-8c84-65e6fa575960 req-92452e5f-bb63-4695-9b4f-a8077077e803 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/security-groups?id=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760993 Jan 18 09:29:40.287430 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.294414 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.341653 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e85cd741078497882b620a81cd3c8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050717 Jan 18 09:29:40.342524 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd841e2-8bfb-4de4-9f36-9de4df713254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee7a920-947f-4859-8dad-89656465b629,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:40.345069 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43582) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:40.404685 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f8db21d-2983-4f0c-b8f0-e3bf94094d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.430654 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.436556 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f8db21d-2983-4f0c-b8f0-e3bf94094d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.499714 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] For port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,segment=NetworkSegment(ed76e211-3829-4530-b078-fbb53859e2cb),segment_id=ed76e211-3829-4530-b078-fbb53859e2cb)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:40.500123 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.503279 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f8db21d-2983-4f0c-b8f0-e3bf94094d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.521866 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8db21d-2983-4f0c-b8f0-e3bf94094d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee7a920-947f-4859-8dad-89656465b629,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:40.531854 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-7f8db21d-2983-4f0c-b8f0-e3bf94094d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.539321 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-7f8db21d-2983-4f0c-b8f0-e3bf94094d52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cee7a920-947f-4859-8dad-89656465b629 HTTP/1.1" status: 204 len: 168 time: 0.1933477 Jan 18 09:29:40.671120 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Calling delete_port for 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:29:40.827738 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58674a7-0fb5-4654-9b9a-da78c8081ab8 req-0f15835e-4256-49f2-aa66-338b5e282ec1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:40.829421 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c58674a7-0fb5-4654-9b9a-da78c8081ab8 req-0f15835e-4256-49f2-aa66-338b5e282ec1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 945 time: 0.2603104 Jan 18 09:29:40.872044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:40.884661 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['5b2ba6b4-477b-4f28-8b09-eab7fb01f522'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:29:40.930171 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Pushing event deleted for resources: {'Port': ['ID=5b2ba6b4-477b-4f28-8b09-eab7fb01f522,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:41.029023 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] No DVR routers for this DVR port 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:29:41.033143 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:41.037528 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'name': 'network-vif-deleted', 'tag': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:41.067125 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-395c9d4d-a522-46f4-aa1f-f945d762c82d req-dd3845b3-6b0a-4e95-8dae-885bb24d7ef5 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.64 "DELETE /v2.0/ports/5b2ba6b4-477b-4f28-8b09-eab7fb01f522 HTTP/1.1" status: 204 len: 173 time: 0.9488773 Jan 18 09:29:41.114204 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5edd5-f4db-49fe-9a71-d00151a5ec07', 'name': 'network-vif-deleted', 'tag': '5b2ba6b4-477b-4f28-8b09-eab7fb01f522', 'status': 'completed', 'code': 200} Jan 18 09:29:41.167334 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c58674a7-0fb5-4654-9b9a-da78c8081ab8 req-bf03bab4-a1cf-46aa-94da-365dc74ccd1c tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304291 Jan 18 09:29:41.331083 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:41.395203 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43622) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:41.547573 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-0b301603-e475-4781-a5bb-1646e6ff9a1b req-89a80555-b640-4b82-9e8e-b72a8c1555e7 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Synchronizing usage tracker for tenant:9234b68b44c443d6846148a6caf1d25b on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:41.575757 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-0b301603-e475-4781-a5bb-1646e6ff9a1b req-89a80555-b640-4b82-9e8e-b72a8c1555e7 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] Unset dirty status for tenant:9234b68b44c443d6846148a6caf1d25b on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:41.585402 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0b301603-e475-4781-a5bb-1646e6ff9a1b req-89a80555-b640-4b82-9e8e-b72a8c1555e7 tempest-VolumesNegativeTest-1534625679 tempest-VolumesNegativeTest-1534625679-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d5edd5-f4db-49fe-9a71-d00151a5ec07 HTTP/1.1" status: 200 len: 210 time: 0.1877079 Jan 18 09:29:41.614174 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f587af-1fd6-490d-8f15-df84b9d69c12 req-c6e8c223-13a9-403c-8720-e502dfb2d6ac tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:41.616555 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f587af-1fd6-490d-8f15-df84b9d69c12 req-c6e8c223-13a9-403c-8720-e502dfb2d6ac tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.2869370 Jan 18 09:29:41.679033 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624', 'code': 200} Jan 18 09:29:41.694976 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-48f587af-1fd6-490d-8f15-df84b9d69c12 req-9809a394-0d8d-4afa-97a5-e7c5f8d4bb0a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710938 Jan 18 09:29:41.719863 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:41.739208 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:41.745694 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Usage tracker for resource:security_group_rule and tenant:7433cecbc15c497dbff571215e05e581 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:41.749693 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:41.756795 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:41.853364 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:41.859334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:41.915262 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7433cecbc15c497dbff571215e05e581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176828 Jan 18 09:29:41.916640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ad831-dfc7-4fc7-82e8-d1e6ef2d8ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338cb7c5-1744-40b1-ab9a-e696eeca15f2,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:41.916801 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43636) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:41.935618 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5957d-1dc1-4a93-a88f-b289a4fb787e req-6206d036-e49c-4d1a-9fc1-f25a5adc6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:41.939956 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3f5957d-1dc1-4a93-a88f-b289a4fb787e req-6206d036-e49c-4d1a-9fc1-f25a5adc6c3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1099 time: 0.0880094 Jan 18 09:29:42.010142 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f3f5957d-1dc1-4a93-a88f-b289a4fb787e req-d9063420-8d91-49e8-8753-58b00c40c17a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629792 Jan 18 09:29:42.017035 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e95f-d3aa-4ebf-9e89-ac9970ce1466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:42.044756 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e95f-d3aa-4ebf-9e89-ac9970ce1466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:42.100077 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e95f-d3aa-4ebf-9e89-ac9970ce1466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:42.120426 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e95f-d3aa-4ebf-9e89-ac9970ce1466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338cb7c5-1744-40b1-ab9a-e696eeca15f2,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:42.127964 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e95f-d3aa-4ebf-9e89-ac9970ce1466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:42.138194 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-dcb0e95f-d3aa-4ebf-9e89-ac9970ce1466 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/338cb7c5-1744-40b1-ab9a-e696eeca15f2 HTTP/1.1" status: 204 len: 168 time: 0.2113984 Jan 18 09:29:42.383760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44974c-903f-42f4-bca9-35f9278065a3 req-4502c253-67c0-4a17-b4f3-4776325798aa tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:42.391026 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-aa44974c-903f-42f4-bca9-35f9278065a3 req-4502c253-67c0-4a17-b4f3-4776325798aa tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 945 time: 0.1146259 Jan 18 09:29:42.437759 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-aa44974c-903f-42f4-bca9-35f9278065a3 req-b03b22b7-dd4b-4e61-9c83-e2c12a77386c tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Jan 18 09:29:42.633599 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c70643-6217-4375-b516-607b1b6bbd40 req-d48488a4-6120-48be-84a5-7c1805340796 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:42.644877 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-28c70643-6217-4375-b516-607b1b6bbd40 req-d48488a4-6120-48be-84a5-7c1805340796 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 945 time: 0.0992448 Jan 18 09:29:42.645040 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43674) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:42.651774 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Request body: {'floatingip': {'port_id': '4776e5f6-7247-4d1f-8460-a3107614ebcd'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:42.754136 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:42.964693 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918b930-a550-446e-8257-2e94e72cc3a0 req-902cdadc-800d-4a92-bc3e-82e2a5be6e19 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:42.967292 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a918b930-a550-446e-8257-2e94e72cc3a0 req-902cdadc-800d-4a92-bc3e-82e2a5be6e19 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1356847 Jan 18 09:29:43.004874 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:29:43.043383 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a918b930-a550-446e-8257-2e94e72cc3a0 req-32000f58-49bc-4d0b-b844-1c3475a1bc53 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701730 Jan 18 09:29:43.133182 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:29:43.133515 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 5b2ba6b4-477b-4f28-8b09-eab7fb01f522 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:29:43.166593 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43710) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:43.326496 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:43.342132 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:43.363859 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0bcdea44914097ae971b29a5327a5a is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:43.376869 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:43.388918 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:43.522312 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:43.527497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:43.571333 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed0bcdea44914097ae971b29a5327a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031126 Jan 18 09:29:43.574111 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43736) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:43.594744 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c4586-a0e5-4436-8753-ab7838f0af81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4ee00e-42ab-49da-b976-5031405499ba,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:43.685083 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:43.691088 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-993149ba-1420-4e06-a782-47446ff7effc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:43.693847 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:43.799329 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-993149ba-1420-4e06-a782-47446ff7effc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:43.932234 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Floating IP b7dd804b-6c97-47e5-a166-08da374bf8d6 associated. External IP: 172.27.0.103, port: 4776e5f6-7247-4d1f-8460-a3107614ebcd. Jan 18 09:29:44.015790 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-993149ba-1420-4e06-a782-47446ff7effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:44.090601 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993149ba-1420-4e06-a782-47446ff7effc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4ee00e-42ab-49da-b976-5031405499ba,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:44.138271 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-993149ba-1420-4e06-a782-47446ff7effc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:44.141708 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-993149ba-1420-4e06-a782-47446ff7effc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a4ee00e-42ab-49da-b976-5031405499ba HTTP/1.1" status: 204 len: 168 time: 0.5641789 Jan 18 09:29:44.334159 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eafbb0-12b9-4046-889f-7ffcf26477b7 req-529c8631-5485-44a7-a29f-dd98a0a53808 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:44.335784 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-47eafbb0-12b9-4046-889f-7ffcf26477b7 req-529c8631-5485-44a7-a29f-dd98a0a53808 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1154089 Jan 18 09:29:44.387377 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Router 84301b4e-53ae-4fcc-b054-9da422a74f75 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:29:44.395123 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-47eafbb0-12b9-4046-889f-7ffcf26477b7 req-7d53f2c0-202b-48de-be64-b761ac2bcedf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531166 Jan 18 09:29:44.616224 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43826) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:44.629168 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:29:44.638332 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616ac2a-8c34-434a-ab47-40c835b1784b req-f1564be4-8caf-4c4c-9bdf-5f088d167a78 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:44.639224 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] Sync routers for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:29:44.640655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:44.643585 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0616ac2a-8c34-434a-ab47-40c835b1784b req-f1564be4-8caf-4c4c-9bdf-5f088d167a78 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1189935 Jan 18 09:29:44.649090 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:44.653289 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:44.654693 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:44.658851 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 43834) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:44.665861 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Request body: {'floatingip': {'port_id': '92e2224a-b891-4753-ba8a-727e432f4624'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:44.721678 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fdb5c1a0-7fc6-4dda-9cd9-40e3f00a98e4 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "PUT /v2.0/floatingips/b7dd804b-6c97-47e5-a166-08da374bf8d6 HTTP/1.1" status: 200 len: 991 time: 2.0742998 Jan 18 09:29:44.722439 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:44.747329 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:44.754538 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:44.808773 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Usage tracker for resource:security_group_rule and tenant:da20f0b35e694e18a6f363aaee544189 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:44.817909 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:44.870541 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:44.888689 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:45.063278 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'status': 'completed', 'code': 200} Jan 18 09:29:45.277626 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'b7dd804b-6c97-47e5-a166-08da374bf8d6', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'port_id': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'mac_address': 'fa:16:3e:39:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:29:22Z', 'updated_at': '2022-01-18T09:29:43Z', 'revision_number': 1, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:45.282385 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] Checking router: 84301b4e-53ae-4fcc-b054-9da422a74f75 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:29:45.295224 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:45.295835 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:45.542232 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:45.673884 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:45.699461 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:45.708537 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814691-e060-4a45-86ea-320aa2502c28 req-2310909b-3346-47fc-8250-6f779dcedf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:45.710020 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77814691-e060-4a45-86ea-320aa2502c28 req-2310909b-3346-47fc-8250-6f779dcedf4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=234743f869b54f8889f1a749c0de41ab&device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 1098 time: 0.6174605 Jan 18 09:29:45.857627 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da20f0b35e694e18a6f363aaee544189&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2375586 Jan 18 09:29:45.858413 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 43926) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:45.862874 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186c0f7-eebc-41f9-833a-70f4323a90d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6096a38f-70cc-429f-bfe6-94dc6a77d022,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:45.969422 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'b7dd804b-6c97-47e5-a166-08da374bf8d6', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'port_id': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'mac_address': 'fa:16:3e:39:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:29:22Z', 'updated_at': '2022-01-18T09:29:43Z', 'revision_number': 1, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:45.974430 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5408b915-c6c0-4364-9093-c3b8d5e1d8f3 None None] The sync data for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi is: [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': 'b7dd804b-6c97-47e5-a166-08da374bf8d6', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'port_id': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'mac_address': 'fa:16:3e:39:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:29:22Z', 'updated_at': '2022-01-18T09:29:43Z', 'revision_number': 1, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:29:45.979116 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814691-e060-4a45-86ea-320aa2502c28 req-7ed4d331-4dee-4a86-a0ce-51a8ac002a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:45.980150 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77814691-e060-4a45-86ea-320aa2502c28 req-7ed4d331-4dee-4a86-a0ce-51a8ac002a41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 200 len: 912 time: 0.2526181 Jan 18 09:29:45.986515 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5646c61f-05f8-4374-b259-9a8a8ec9a86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:46.029063 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5646c61f-05f8-4374-b259-9a8a8ec9a86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:46.103199 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5646c61f-05f8-4374-b259-9a8a8ec9a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:46.112523 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:46.124311 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:46.124681 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646c61f-05f8-4374-b259-9a8a8ec9a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096a38f-70cc-429f-bfe6-94dc6a77d022,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:46.129798 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5646c61f-05f8-4374-b259-9a8a8ec9a86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:46.130968 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5646c61f-05f8-4374-b259-9a8a8ec9a86a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6096a38f-70cc-429f-bfe6-94dc6a77d022 HTTP/1.1" status: 204 len: 168 time: 0.2713335 Jan 18 09:29:46.301973 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10d56c-6be5-4702-84f3-e57e528395cd None None] New status for floating IP b7dd804b-6c97-47e5-a166-08da374bf8d6: ACTIVE {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:29:46.335278 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Floating IP 0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52 associated. External IP: 172.27.0.11, port: 92e2224a-b891-4753-ba8a-727e432f4624. Jan 18 09:29:46.774212 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Router b22febcf-9ba0-4499-906e-b31f5285a4c8 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:29:46.966153 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:29:46.981959 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] Sync routers for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:29:46.993600 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:46.995159 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:46.995308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:47.191210 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2ced1c5c-f117-4cc6-b9fe-fe8c7a5bdfe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "PUT /v2.0/floatingips/0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52 HTTP/1.1" status: 200 len: 991 time: 2.5296230 Jan 18 09:29:47.192256 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:47.268433 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:47.673992 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'port_id': '92e2224a-b891-4753-ba8a-727e432f4624', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'mac_address': 'fa:16:3e:16:99:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:29:22Z', 'updated_at': '2022-01-18T09:29:45Z', 'revision_number': 1, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:47.682706 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] Checking router: b22febcf-9ba0-4499-906e-b31f5285a4c8 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:29:47.693627 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:47.694339 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:47.882214 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:48.245834 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'port_id': '92e2224a-b891-4753-ba8a-727e432f4624', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'mac_address': 'fa:16:3e:16:99:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:29:22Z', 'updated_at': '2022-01-18T09:29:45Z', 'revision_number': 1, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:48.250509 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba84211-70a6-4c90-9d99-9c0c2eb82db8 None None] The sync data for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi is: [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'port_id': '92e2224a-b891-4753-ba8a-727e432f4624', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'mac_address': 'fa:16:3e:16:99:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:29:22Z', 'updated_at': '2022-01-18T09:29:45Z', 'revision_number': 1, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:29:48.469387 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77814691-e060-4a45-86ea-320aa2502c28 req-2316ff71-1739-47c8-a872-abf77737989f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd HTTP/1.1" status: 200 len: 1001 time: 0.1350465 Jan 18 09:29:48.580467 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefef8b1-6f1a-4c21-9cda-27b6bc771c75 None None] New status for floating IP 0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52: ACTIVE {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:29:48.594247 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814691-e060-4a45-86ea-320aa2502c28 req-a2e65041-a779-4447-bfd4-bcfd185663f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:48.596235 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77814691-e060-4a45-86ea-320aa2502c28 req-a2e65041-a779-4447-bfd4-bcfd185663f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 200 len: 850 time: 0.1192641 Jan 18 09:29:48.676275 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624', 'status': 'completed', 'code': 200} Jan 18 09:29:48.694219 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814691-e060-4a45-86ea-320aa2502c28 req-eabf6017-aaa7-4399-97ba-86bc839fc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:48.695771 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77814691-e060-4a45-86ea-320aa2502c28 req-eabf6017-aaa7-4399-97ba-86bc839fc507 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24f8e68b-9c53-4ea8-ae30-e695ba267d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932062 Jan 18 09:29:48.808520 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-8cb3ab4e-e5da-4338-bb4c-436fae92f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:48.811834 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-8cb3ab4e-e5da-4338-bb4c-436fae92f44e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1099 time: 0.1064978 Jan 18 09:29:48.849192 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77814691-e060-4a45-86ea-320aa2502c28 req-1a4f61aa-4be1-4b0a-855a-b1015b748a49 service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428235 Jan 18 09:29:49.006801 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-77814691-e060-4a45-86ea-320aa2502c28 req-c86cb5f9-ce37-42cd-9ec5-9cf1ae7b489c service neutron] 10.222.0.64 "GET /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515205 Jan 18 09:29:49.070577 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-f2bcbc75-dcad-4d8d-892d-2909dd5d4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:49.072089 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-f2bcbc75-dcad-4d8d-892d-2909dd5d4639 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.2541981 Jan 18 09:29:49.174147 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-6e587244-23df-4f5e-943d-a835d5a80209 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e2224a-b891-4753-ba8a-727e432f4624 HTTP/1.1" status: 200 len: 1001 time: 0.0950015 Jan 18 09:29:49.238051 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-56e1b624-d247-4dc0-a1a0-8cc2354e42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:49.239494 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-56e1b624-d247-4dc0-a1a0-8cc2354e42f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.0589063 Jan 18 09:29:49.313949 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-f4cb1aa8-a537-4f88-a41d-c8bee3dc8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:49.315424 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-f4cb1aa8-a537-4f88-a41d-c8bee3dc8d12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695746 Jan 18 09:29:49.455443 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-528153b7-1e74-4c78-8378-75432795e44f service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334720 Jan 18 09:29:49.594333 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-ff1f83f3-6096-4cfc-b456-8d12a8e4f61d req-0eadf5d6-438a-4890-8fb7-38443d2e0932 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304524 Jan 18 09:29:49.986582 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44072) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:50.170621 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-be126124-4d1b-427f-a762-8477c5c0c62b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9234b68b44c443d6846148a6caf1d25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827924 Jan 18 09:29:50.173440 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44086) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:50.240841 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a3de5e67-457c-450a-9e33-b38b3b2d69f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:50.268783 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a3de5e67-457c-450a-9e33-b38b3b2d69f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:50.328960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a3de5e67-457c-450a-9e33-b38b3b2d69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:50.346518 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de5e67-457c-450a-9e33-b38b3b2d69f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:50.359657 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a3de5e67-457c-450a-9e33-b38b3b2d69f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:50.374257 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a3de5e67-457c-450a-9e33-b38b3b2d69f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f858f6c1-0d5c-43a9-b98c-bacf8f7d0f18 HTTP/1.1" status: 204 len: 168 time: 0.1895275 Jan 18 09:29:51.539304 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-7ea6674e-a71c-40f9-a326-54a78f973b4e tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925518131&fields=id&tenant_id=952ac6551fcb4689846dfa71c6c0e749 HTTP/1.1" status: 200 len: 267 time: 0.0493054 Jan 18 09:29:51.629497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-03873863-8a2f-4a2e-8023-8e9768870e3b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:51.631066 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-03873863-8a2f-4a2e-8023-8e9768870e3b tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 985 time: 0.0863214 Jan 18 09:29:51.651563 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Request body: {'port': {'security_groups': ['7df7df34-df41-47a6-b271-89811d2d6725']}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:51.661257 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44120) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:51.801971 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:51.807335 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:51.828207 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:51.833285 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Usage tracker for resource:security_group_rule and tenant:7ac0aaa85fb74f26b04fc83d2c443300 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:51.836535 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:51.842554 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:51.935659 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:51.940045 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:51.965613 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:29:51.995527 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ac0aaa85fb74f26b04fc83d2c443300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330452 Jan 18 09:29:51.997213 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2b23c-057b-4801-b1b8-b92d0215180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e50fb8-46b5-47c2-8625-3335bb9adc16,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:51.999537 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44130) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:52.059102 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-167366cd-482e-4aec-8abd-3a4d475c0bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.068645 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:52.085263 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-167366cd-482e-4aec-8abd-3a4d475c0bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.093254 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.100201 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.115714 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['fa8b2094-c36e-4d70-9cef-c638e4de0806'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:29:52.164633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-167366cd-482e-4aec-8abd-3a4d475c0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.175670 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:52.176326 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.177737 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4b23d553-52ba-4753-afbd-63fa274d01d7 req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "PUT /v2.0/ports/fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 943 time: 0.5358121 Jan 18 09:29:52.178314 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:52.193410 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44136) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:52.200265 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167366cd-482e-4aec-8abd-3a4d475c0bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e50fb8-46b5-47c2-8625-3335bb9adc16,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:52.204222 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-167366cd-482e-4aec-8abd-3a4d475c0bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.205432 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-167366cd-482e-4aec-8abd-3a4d475c0bd5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50e50fb8-46b5-47c2-8625-3335bb9adc16 HTTP/1.1" status: 204 len: 168 time: 0.2049630 Jan 18 09:29:52.241614 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0319c-0a11-488b-9287-5b71ac7177c9 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event updated for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=7']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:52.263781 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'status': 'completed', 'code': 200} Jan 18 09:29:52.335883 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1433290b-d8d7-4d17-b92b-e1a1c2b6a96d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.338537 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['fa8b2094-c36e-4d70-9cef-c638e4de0806'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:29:52.416863 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-ae27d4f9-f192-49c3-ac3d-55b81dfaa6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:52.420366 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-ae27d4f9-f192-49c3-ac3d-55b81dfaa6eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1099 time: 0.1344955 Jan 18 09:29:52.422688 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1433290b-d8d7-4d17-b92b-e1a1c2b6a96d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.558916 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1433290b-d8d7-4d17-b92b-e1a1c2b6a96d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.581777 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-e5ddeb74-539b-4a9c-b19e-957f52ccceb4 None None] Provisioning complete for port fa8b2094-c36e-4d70-9cef-c638e4de0806 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:52.582611 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e5ddeb74-539b-4a9c-b19e-957f52ccceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.595750 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433290b-d8d7-4d17-b92b-e1a1c2b6a96d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020c446a-478f-40a9-9465-b179c306f302,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:52.603216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-1433290b-d8d7-4d17-b92b-e1a1c2b6a96d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.606918 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-1433290b-d8d7-4d17-b92b-e1a1c2b6a96d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "DELETE /v2.0/security-groups/020c446a-478f-40a9-9465-b179c306f302 HTTP/1.1" status: 204 len: 168 time: 0.4100752 Jan 18 09:29:52.607158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44146) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:52.618596 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-9ea5af65-47a6-4ac8-98b6-b682de653d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:52.620374 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-9ea5af65-47a6-4ac8-98b6-b682de653d6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 200 len: 916 time: 0.1943421 Jan 18 09:29:52.756117 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-67ef87a0-8019-4825-b7fd-430d0422ef72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 1002 time: 0.1202376 Jan 18 09:29:52.835056 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-788e9f10-4d2a-49b4-9891-fa88e605b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:52.837885 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-788e9f10-4d2a-49b4-9891-fa88e605b9a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=006fca10-2057-441d-8e9c-b9805653dbf4 HTTP/1.1" status: 200 len: 854 time: 0.0740087 Jan 18 09:29:52.869733 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Deleting port a3ba1172-b232-4933-9f67-fd288b3210f6 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:29:52.870076 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:52.938011 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-44eacc07-d37f-42ad-b4e5-c2a03721ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:52.940234 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-44eacc07-d37f-42ad-b4e5-c2a03721ba2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965209 Jan 18 09:29:53.147259 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-a249eb42-1a07-4cee-a7fb-5cfa475f7e99 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971796 Jan 18 09:29:53.198299 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44176) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:53.228330 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.228684 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.351399 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-6096b1ff-88f5-45ce-a6de-de1277231aae req-53d38b59-bcbf-4bbf-ab49-0db277ab96d9 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985514 Jan 18 09:29:53.362660 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Calling delete_port for a3ba1172-b232-4933-9f67-fd288b3210f6 owned by network:floatingip {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:29:53.392004 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-263776359-network', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:53.408422 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:53.416706 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Usage tracker for resource:network and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:53.420947 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:53.429403 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:53.451008 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Made reservation on behalf of 5dbb010ad502476bacb7acea69a96ed5 for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:29:53.453254 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.472727 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.494975 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:53.506497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:53.509801 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:53.517622 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:53.617676 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.680714 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event deleted for resources: {'Port': ['ID=a3ba1172-b232-4933-9f67-fd288b3210f6,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:53.795336 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.804452 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.839868 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks [] for floatingip, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.839868 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Floating IP 4461d9b2-3494-4c50-90fc-4a33ced8654d disassociated (deleted). External IP: 172.27.0.158, port: fa8b2094-c36e-4d70-9cef-c638e4de0806. Jan 18 09:29:53.893394 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:29:53.919914 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723db41f-721f-4b5a-a3f3-4809d3d94975,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:53.934758 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:53.935099 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Added segment 4a80c69b-3293-4fc8-a117-37a871773e06 of type vlan for network 080da906-2a6a-444a-9420-d7baf7aa5016 Jan 18 09:29:54.033688 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:54.136459 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:54.137558 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:54.138145 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:54.327304 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] Pushing event updated for resources: {'Network': ['ID=080da906-2a6a-444a-9420-d7baf7aa5016,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:54.346173 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 080da906-2a6a-444a-9420-d7baf7aa5016 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:29:54.359039 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-abd0e9aa-819a-41fd-805a-fe3470315fda admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1561458 Jan 18 09:29:54.359622 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44190) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:54.367040 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Request body: {'subnet': {'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-263776359-subnet', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'ip_version': 4}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:54.372565 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:54.377024 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Usage tracker for resource:subnet and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:54.380111 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:54.382289 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:29:54.386362 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:54.397803 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Made reservation on behalf of 5dbb010ad502476bacb7acea69a96ed5 for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:29:54.401126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470448'] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:54.577828 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:29:54.582711 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:54.588399 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] Sync routers for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:29:54.598302 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:54.598926 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:54.713711 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470434'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:54.749764 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-9cc70767-acad-4860-b954-b6be282f0c02 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "DELETE /v2.0/floatingips/4461d9b2-3494-4c50-90fc-4a33ced8654d HTTP/1.1" status: 204 len: 168 time: 2.1391938 Jan 18 09:29:54.749764 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:29:54.784297 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec54094-0dde-4c97-a663-ea04faf5c568,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:54.800459 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'status': 'completed', 'code': 200} Jan 18 09:29:54.829731 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:54.876611 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Checking segment: {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:29:54.876966 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Network hostable DHCP agents. Network: 080da906-2a6a-444a-9420-d7baf7aa5016, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:29:54.920186 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Network 080da906-2a6a-444a-9420-d7baf7aa5016 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:29:54.934340 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-1f3380cd-eead-4fa8-886c-c78749e88b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:54.936387 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-1f3380cd-eead-4fa8-886c-c78749e88b54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=952ac6551fcb4689846dfa71c6c0e749&device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 1099 time: 0.1096733 Jan 18 09:29:54.937711 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 080da906-2a6a-444a-9420-d7baf7aa5016) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:54.942485 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:54.943378 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:55.034775 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727bd17-d32a-4082-934a-59a0612c8ba4 None None] Network 080da906-2a6a-444a-9420-d7baf7aa5016 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:29:55.054336 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44206) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:55.054493 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-99348c39-4d97-4213-b2d3-fbc14d086a6f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6934369 Jan 18 09:29:55.061390 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:29:55.068471 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:55.081259 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Usage tracker for resource:router and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:55.084395 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:55.092749 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:55.118323 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-ce9b61c8-1c75-4736-9f61-78d414b2ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:55.120149 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-ce9b61c8-1c75-4736-9f61-78d414b2ce00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 200 len: 916 time: 0.1706533 Jan 18 09:29:55.124376 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:55.124571 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:55.162630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:55.228981 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-957fbf22-cb3c-4c35-b9c6-08e5f3726829 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 200 len: 217 time: 0.1012332 Jan 18 09:29:55.399486 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-af98b6b9-940f-4628-97d8-0ccab50f1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:55.402475 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-af98b6b9-940f-4628-97d8-0ccab50f1dcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=006fca10-2057-441d-8e9c-b9805653dbf4 HTTP/1.1" status: 200 len: 854 time: 0.1599367 Jan 18 09:29:55.544062 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-ef78e256-83c2-4433-9a51-f8badb24dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:55.545357 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-ef78e256-83c2-4433-9a51-f8badb24dc7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1361048 Jan 18 09:29:55.566918 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:55.667549 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-080da906-2a6a-444a-9420-d7baf7aa5016', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:29:55.668518 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:55.683753 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:18Z', 'revision_number': 5, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:55.693028 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] Checking router: b3d21cb9-7d6f-4ed3-8265-574ac6b47779 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:29:55.701199 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-643bfd13-30a5-41d4-b6d2-002b755eca91 service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480134 Jan 18 09:29:55.743485 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:55.744281 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:55.845319 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-80a12f9c-6288-46e4-b177-6a573bcc992b req-8ef2f4df-4100-4a71-b5c2-414047371a5f service neutron] 10.222.0.64 "GET /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364279 Jan 18 09:29:55.931600 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:55.961131 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:56.018577 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:56.060241 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Allocated IP 172.20.0.2 (080da906-2a6a-444a-9420-d7baf7aa5016/0ec54094-0dde-4c97-a663-ea04faf5c568/18eae98e-9b3c-4927-83c7-9ddade18cfdf) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:56.113912 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Allocated IP 172.27.0.136 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/29ac182a-76f6-4579-8aea-4aa920850153) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:56.263758 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:56.295509 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:56.380129 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:56.383049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:56.386515 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:56.461679 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Pushing event updated for resources: {'Port': ['ID=29ac182a-76f6-4579-8aea-4aa920850153,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:56.611984 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:56.628833 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Transition to ACTIVE for port object 18eae98e-9b3c-4927-83c7-9ddade18cfdf will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:56.656568 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:18Z', 'revision_number': 5, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:56.664501 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Transition to ACTIVE for port object 18eae98e-9b3c-4927-83c7-9ddade18cfdf will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:56.664501 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df628aa0-b480-48ba-a25e-4ad18aaf9bab None None] The sync data for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi is: [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '627670ce-1836-46d7-94ad-f941fa89fda1', 'name': '', 'network_id': '92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'mac_address': 'fa:16:3e:58:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:08Z', 'updated_at': '2022-01-18T09:26:18Z', 'revision_number': 5, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'subnets': [{'id': '006fca10-2057-441d-8e9c-b9805653dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:29:56.671014 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:56.743975 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Network 080da906-2a6a-444a-9420-d7baf7aa5016 is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:56.748195 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:56.752069 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:56.828855 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Pushing event updated for resources: {'Port': ['ID=18eae98e-9b3c-4927-83c7-9ddade18cfdf,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:56.866211 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Attempting to bind port 18eae98e-9b3c-4927-83c7-9ddade18cfdf on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:29:56.867035 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Attempting to bind port 18eae98e-9b3c-4927-83c7-9ddade18cfdf by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:29:56.867391 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Attempting to bind port 18eae98e-9b3c-4927-83c7-9ddade18cfdf on network 080da906-2a6a-444a-9420-d7baf7aa5016 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:56.873721 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:29:56.874086 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Checking segment: {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:29:56.874484 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:56.874958 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Bound using segment: {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:29:56.876212 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Bound port: 18eae98e-9b3c-4927-83c7-9ddade18cfdf, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:29:56.876898 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:57.015754 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] For port 18eae98e-9b3c-4927-83c7-9ddade18cfdf, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:29:57.023662 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] For port 18eae98e-9b3c-4927-83c7-9ddade18cfdf, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=18eae98e-9b3c-4927-83c7-9ddade18cfdf,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:29:57.030116 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:57.094949 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370411e-afbd-4107-b66e-d2b10f69e76c None None] New status for floating IP 4461d9b2-3494-4c50-90fc-4a33ced8654d: DOWN {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:29:57.132472 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21ece4-34f7-40b2-930b-cb20cca6151f None None] Pushing event updated for resources: {'Port': ['ID=18eae98e-9b3c-4927-83c7-9ddade18cfdf,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:57.173382 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:57.530571 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18eae98e-9b3c-4927-83c7-9ddade18cfdf up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:29:57.588548 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:57.604124 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 18eae98e-9b3c-4927-83c7-9ddade18cfdf completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:57.801878 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Router 297c417b-8d0c-41e8-8d64-0ce1560403db is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:29:57.994095 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:29:58.003027 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Sync routers for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:29:58.012973 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:29:58.013595 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:58.027855 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:58.031996 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4e9db421-d5f4-4b70-be2e-83d3827b6300 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9737306 Jan 18 09:29:58.032312 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44250) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:58.226319 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:29:58.371676 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49d2db-3ac3-4303-8feb-cb47644bf9b2 None None] Network 080da906-2a6a-444a-9420-d7baf7aa5016 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:29:58.545540 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-4db2b468-d705-42f2-b8f0-7a419311a656 None None] Provisioning for port 18eae98e-9b3c-4927-83c7-9ddade18cfdf completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:58.556130 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6e8ce-b978-4423-b1ef-c6ba213c2881 req-b69a5d7c-8e4f-4482-bf57-2258d644d1df tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:58.556843 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-31e6e8ce-b978-4423-b1ef-c6ba213c2881 req-b69a5d7c-8e4f-4482-bf57-2258d644d1df tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Synchronizing usage tracker for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:58.557795 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-4db2b468-d705-42f2-b8f0-7a419311a656 None None] Provisioning complete for port 18eae98e-9b3c-4927-83c7-9ddade18cfdf triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:58.558132 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4db2b468-d705-42f2-b8f0-7a419311a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:58.573917 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-31e6e8ce-b978-4423-b1ef-c6ba213c2881 req-b69a5d7c-8e4f-4482-bf57-2258d644d1df tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Unset dirty status for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:58.575334 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-31e6e8ce-b978-4423-b1ef-c6ba213c2881 req-b69a5d7c-8e4f-4482-bf57-2258d644d1df tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1041250 Jan 18 09:29:58.628732 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-31e6e8ce-b978-4423-b1ef-c6ba213c2881 req-c52ee706-4538-45b0-a3d6-17abd0b2e44a tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Synchronizing usage tracker for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:29:58.647260 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-31e6e8ce-b978-4423-b1ef-c6ba213c2881 req-c52ee706-4538-45b0-a3d6-17abd0b2e44a tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Unset dirty status for tenant:952ac6551fcb4689846dfa71c6c0e749 on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:29:58.648928 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-31e6e8ce-b978-4423-b1ef-c6ba213c2881 req-c52ee706-4538-45b0-a3d6-17abd0b2e44a tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672495 Jan 18 09:29:58.885326 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4db2b468-d705-42f2-b8f0-7a419311a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:58.925608 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:58.925955 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:56Z', 'revision_number': 3, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:29:58.937649 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-4db2b468-d705-42f2-b8f0-7a419311a656 None None] For port 18eae98e-9b3c-4927-83c7-9ddade18cfdf, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=18eae98e-9b3c-4927-83c7-9ddade18cfdf,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:29:58.938965 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Checking router: 297c417b-8d0c-41e8-8d64-0ce1560403db for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:29:58.939144 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Updating router 297c417b-8d0c-41e8-8d64-0ce1560403db port 29ac182a-76f6-4579-8aea-4aa920850153 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:29:58.975283 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4db2b468-d705-42f2-b8f0-7a419311a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.108885 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.146244 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Allocated IP 172.20.0.1 (080da906-2a6a-444a-9420-d7baf7aa5016/0ec54094-0dde-4c97-a663-ea04faf5c568/a83b7db0-02d3-4f2f-8d3d-7decfad9add0) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:29:59.165321 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2b468-d705-42f2-b8f0-7a419311a656 None None] Pushing event updated for resources: {'Port': ['ID=18eae98e-9b3c-4927-83c7-9ddade18cfdf,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:59.307354 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.323932 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Transition to ACTIVE for port object a83b7db0-02d3-4f2f-8d3d-7decfad9add0 will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:59.348979 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.354511 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-ab65554e-1b19-4b51-8efe-de494044f98c None None] Provisioning complete for port 18eae98e-9b3c-4927-83c7-9ddade18cfdf triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:59.354916 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ab65554e-1b19-4b51-8efe-de494044f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.422631 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Network 080da906-2a6a-444a-9420-d7baf7aa5016 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:29:59.425520 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:29:59.429024 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:29:59.477965 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Pushing event updated for resources: {'Port': ['ID=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:59.502769 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.552842 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18eae98e-9b3c-4927-83c7-9ddade18cfdf up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:29:59.601314 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44272) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:29:59.703722 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.725187 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Transition to ACTIVE for port object 29ac182a-76f6-4579-8aea-4aa920850153 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:29:59.737309 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 18eae98e-9b3c-4927-83c7-9ddade18cfdf triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:59.737860 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.772233 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.780598 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.817019 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.828003 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:29:59.841156 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Usage tracker for resource:security_group_rule and tenant:628197f2fdef45b49f27947b99b884a5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:29:59.845697 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:29:59.853543 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:29:59.893026 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-e52c10aa-550a-49b8-aa9e-b4ce8260ac6d None None] Provisioning for port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:29:59.909716 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-e52c10aa-550a-49b8-aa9e-b4ce8260ac6d None None] Provisioning complete for port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:29:59.910079 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e52c10aa-550a-49b8-aa9e-b4ce8260ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.925935 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93794835-b0fc-43dc-90e9-19314bf1d8eb req-d0e028fc-780e-4258-ae71-0d89c1cc0899 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:29:59.927828 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-93794835-b0fc-43dc-90e9-19314bf1d8eb req-d0e028fc-780e-4258-ae71-0d89c1cc0899 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.1381233 Jan 18 09:29:59.940634 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd70317-9d72-470d-bb9a-ef2868721b09 None None] Pushing event updated for resources: {'Port': ['ID=29ac182a-76f6-4579-8aea-4aa920850153,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:29:59.949689 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Attempting to bind port 29ac182a-76f6-4579-8aea-4aa920850153 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:29:59.950052 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Attempting to bind port 29ac182a-76f6-4579-8aea-4aa920850153 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:29:59.950402 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Attempting to bind port 29ac182a-76f6-4579-8aea-4aa920850153 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:29:59.974040 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:29:59.974420 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:29:59.974821 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:29:59.975208 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:29:59.975672 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Bound port: 29ac182a-76f6-4579-8aea-4aa920850153, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:29:59.976032 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.015458 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-e52c10aa-550a-49b8-aa9e-b4ce8260ac6d None None] Port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:30:00.019514 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-93794835-b0fc-43dc-90e9-19314bf1d8eb req-a3d899b7-5410-4b20-8622-3bb6ab8c2c83 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806482 Jan 18 09:30:00.051101 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.058769 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.112913 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] For port 29ac182a-76f6-4579-8aea-4aa920850153, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:30:00.113462 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=628197f2fdef45b49f27947b99b884a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098345 Jan 18 09:30:00.115185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89497661-cda5-4423-bd07-7f30249b89c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fca2ba4-5816-4d90-8fa5-5f525b2e51e1,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:00.116764 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] For port 29ac182a-76f6-4579-8aea-4aa920850153, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=29ac182a-76f6-4579-8aea-4aa920850153,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:30:00.119157 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44284) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:00.123165 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.144630 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.150514 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.187112 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-38aa51d5-a289-4fc1-9d6e-680384d5cf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.203063 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:00.203679 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:00.215388 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-38aa51d5-a289-4fc1-9d6e-680384d5cf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.261107 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.266164 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Pushing event updated for resources: {'Port': ['ID=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:00.281797 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-38aa51d5-a289-4fc1-9d6e-680384d5cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.301265 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa51d5-a289-4fc1-9d6e-680384d5cf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fca2ba4-5816-4d90-8fa5-5f525b2e51e1,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:00.304184 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-38aa51d5-a289-4fc1-9d6e-680384d5cf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.305301 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-38aa51d5-a289-4fc1-9d6e-680384d5cf64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0fca2ba4-5816-4d90-8fa5-5f525b2e51e1 HTTP/1.1" status: 204 len: 168 time: 0.1849699 Jan 18 09:30:00.358420 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd70317-9d72-470d-bb9a-ef2868721b09 None None] Pushing event updated for resources: {'Port': ['ID=29ac182a-76f6-4579-8aea-4aa920850153,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:00.411565 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:00.543845 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Network 080da906-2a6a-444a-9420-d7baf7aa5016 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:30:00.546613 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:00.686917 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44292) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:00.712183 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.733628 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:00.738862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Usage tracker for resource:security_group_rule and tenant:a3682b32cd3f4bc580a2cbbaa629645f is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:00.743312 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:00.750666 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:00.766140 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e006134-8931-4b93-852f-863115859a41 req-72ef2c34-162b-4c5a-848b-172840797146 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:00.767834 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-9e006134-8931-4b93-852f-863115859a41 req-72ef2c34-162b-4c5a-848b-172840797146 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.3757081 Jan 18 09:30:00.814737 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 2, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:00.818997 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9651f-c3c0-437e-8389-ecbc23d104c2 None None] The sync data for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi is: [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 2, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:00.851837 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-cf5dcb20-8e83-4a6e-8f8d-d09c144c093a None None] Provisioning complete for port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:00.852295 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-cf5dcb20-8e83-4a6e-8f8d-d09c144c093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.853152 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.861338 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:00.914814 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-cf5dcb20-8e83-4a6e-8f8d-d09c144c093a None None] Port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:30:00.923340 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3682b32cd3f4bc580a2cbbaa629645f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350252 Jan 18 09:30:00.923564 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44296) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:00.924356 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e758885-1e10-4921-97b7-da8a44f2fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877474d0-41a4-4d71-a2f7-e244f98f4559,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:00.927608 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Deleting port fa8b2094-c36e-4d70-9cef-c638e4de0806 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:00.927939 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:01.010781 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Router 297c417b-8d0c-41e8-8d64-0ce1560403db has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:30:01.233052 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e646da28-3ac9-4d68-b110-069fbcbaa20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:01.260016 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b4f0e-c030-4986-9670-9e9ff16ace70 req-4683ebaf-8729-46fb-aa11-1cfa957a8737 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:01.261875 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-495b4f0e-c030-4986-9670-9e9ff16ace70 req-4683ebaf-8729-46fb-aa11-1cfa957a8737 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 946 time: 0.0972412 Jan 18 09:30:01.368188 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e646da28-3ac9-4d68-b110-069fbcbaa20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:01.437933 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-495b4f0e-c030-4986-9670-9e9ff16ace70 req-82669953-751a-4dc8-90bc-7dace5275359 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/security-groups?id=7df7df34-df41-47a6-b271-89811d2d6725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696186 Jan 18 09:30:01.471000 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e646da28-3ac9-4d68-b110-069fbcbaa20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:01.532107 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646da28-3ac9-4d68-b110-069fbcbaa20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877474d0-41a4-4d71-a2f7-e244f98f4559,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:01.551602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] For port fa8b2094-c36e-4d70-9cef-c638e4de0806, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=fa8b2094-c36e-4d70-9cef-c638e4de0806,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:01.551972 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:01.560938 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:30:01.572242 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e646da28-3ac9-4d68-b110-069fbcbaa20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:01.575577 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-e646da28-3ac9-4d68-b110-069fbcbaa20e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/877474d0-41a4-4d71-a2f7-e244f98f4559 HTTP/1.1" status: 204 len: 168 time: 0.6185191 Jan 18 09:30:01.588561 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-040c1362-5cb7-44b7-9d6a-5c0dee15ac5c admin admin] 10.222.0.54 "PUT /v2.0/routers/297c417b-8d0c-41e8-8d64-0ce1560403db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5550478 Jan 18 09:30:01.717853 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Calling delete_port for fa8b2094-c36e-4d70-9cef-c638e4de0806 owned by compute:nova {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:01.904649 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:01.918063 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['fa8b2094-c36e-4d70-9cef-c638e4de0806'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:30:01.984381 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Pushing event deleted for resources: {'Port': ['ID=fa8b2094-c36e-4d70-9cef-c638e4de0806,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:02.083197 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] No DVR routers for this DVR port fa8b2094-c36e-4d70-9cef-c638e4de0806 on host hv-cinder-82504 {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:30:02.087964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.091312 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'name': 'network-vif-deleted', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:30:02.120827 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-9e006134-8931-4b93-852f-863115859a41 req-0a9d6b33-c15d-4764-92fd-554b924f4d04 tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.64 "DELETE /v2.0/ports/fa8b2094-c36e-4d70-9cef-c638e4de0806 HTTP/1.1" status: 204 len: 173 time: 1.3452244 Jan 18 09:30:02.169208 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4783897-5ca0-4e5a-a97d-d0c51c64a999', 'name': 'network-vif-deleted', 'tag': 'fa8b2094-c36e-4d70-9cef-c638e4de0806', 'status': 'completed', 'code': 200} Jan 18 09:30:02.645930 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44348) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:02.651782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1988481376-network', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:02.656529 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:02.660816 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Usage tracker for resource:network and tenant:37337680667642ac9ed9e9ea52ac25ab is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:02.663844 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2e765d6b-fb76-4b04-8fc2-21212e74f9dd req-34b1b906-e9dc-4e0f-9232-88f094678b7d tempest-TestMinimumBasicScenario-1200695439 tempest-TestMinimumBasicScenario-1200695439-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4783897-5ca0-4e5a-a97d-d0c51c64a999 HTTP/1.1" status: 200 len: 210 time: 0.0520358 Jan 18 09:30:02.667277 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:02.678186 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:02.689971 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Made reservation on behalf of 37337680667642ac9ed9e9ea52ac25ab for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:30:02.692373 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.707047 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.725929 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:02.729905 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Usage tracker for resource:security_group_rule and tenant:37337680667642ac9ed9e9ea52ac25ab is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:02.733029 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:02.739889 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:02.837924 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.843860 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.880264 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:30:02.885906 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25d54c-e4c8-4167-917a-2c10af97f86a,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:02.893781 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.894100 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Added segment 966c21d9-b2af-4b76-9b31-dfd457f0969f of type vlan for network 3c4f5308-db2d-4deb-9711-d340ee5be0ce Jan 18 09:30:02.924252 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.958004 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:02.959081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:02.959759 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.073746 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4266174 Jan 18 09:30:03.076488 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44384) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:03.076957 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ab497-2f0c-4c1f-9495-b507b4b8d95d admin admin] Pushing event updated for resources: {'Network': ['ID=3c4f5308-db2d-4deb-9711-d340ee5be0ce,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:03.082573 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Request body: {'subnet': {'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1988481376-subnet', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:03.087685 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:03.091669 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:30:03.092207 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Usage tracker for resource:subnet and tenant:37337680667642ac9ed9e9ea52ac25ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:03.094923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:03.101346 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:03.113841 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Made reservation on behalf of 37337680667642ac9ed9e9ea52ac25ab for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:30:03.117069 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7156624'] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.354709 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6691379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7156610'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.395710 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Sync routers for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:30:03.417347 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:03.418295 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:03.447735 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Checking segment: {'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:30:03.450689 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Network hostable DHCP agents. Network: 3c4f5308-db2d-4deb-9711-d340ee5be0ce, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:30:03.453160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7f4bdd-1a2e-45cb-8827-66a31f00f291,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:03.474189 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:30:03.493750 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 3c4f5308-db2d-4deb-9711-d340ee5be0ce) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:03.505226 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea15c2-d2ae-43a5-b408-e742a140ccd9 None None] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:30:03.505457 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:03.508096 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.567816 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-7ce82f48-869f-4f09-bdfc-0e4530ba1752 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4896486 Jan 18 09:30:03.570216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44400) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:03.576302 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:03.584927 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:03.595817 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Usage tracker for resource:router and tenant:37337680667642ac9ed9e9ea52ac25ab is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:03.600268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:03.619402 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:03.632847 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.636103 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.667758 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.672020 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 29ac182a-76f6-4579-8aea-4aa920850153 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:03.766330 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:03.847396 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 29ac182a-76f6-4579-8aea-4aa920850153 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:03.862119 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 29ac182a-76f6-4579-8aea-4aa920850153 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:03.862484 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:03.973818 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'fixed_ips': [{'subnet_id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:30:03.974622 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.110337 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.110989 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.144505 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 29ac182a-76f6-4579-8aea-4aa920850153, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=29ac182a-76f6-4579-8aea-4aa920850153,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:04.180375 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.195738 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 2, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:04.200668 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Checking router: 297c417b-8d0c-41e8-8d64-0ce1560403db for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:30:04.201273 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Updating router 297c417b-8d0c-41e8-8d64-0ce1560403db port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:30:04.268529 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.273004 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Allocated IP 172.20.0.2 (3c4f5308-db2d-4deb-9711-d340ee5be0ce/6d7f4bdd-1a2e-45cb-8827-66a31f00f291/02efe56e-3d86-45c7-9de7-558a87ccda7e) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:30:04.286418 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=29ac182a-76f6-4579-8aea-4aa920850153,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:04.558582 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.572903 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Transition to ACTIVE for port object 02efe56e-3d86-45c7-9de7-558a87ccda7e will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:04.599756 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Transition to ACTIVE for port object 02efe56e-3d86-45c7-9de7-558a87ccda7e will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:04.613043 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.660098 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.698347 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.710208 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:30:04.714434 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Pushing event updated for resources: {'Port': ['ID=02efe56e-3d86-45c7-9de7-558a87ccda7e,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:04.717092 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:04.729896 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:30:04.809965 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.834118 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Attempting to bind port 02efe56e-3d86-45c7-9de7-558a87ccda7e on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:30:04.834384 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Attempting to bind port 02efe56e-3d86-45c7-9de7-558a87ccda7e by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:30:04.834816 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Attempting to bind port 02efe56e-3d86-45c7-9de7-558a87ccda7e on network 3c4f5308-db2d-4deb-9711-d340ee5be0ce {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:30:04.841021 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Transition to ACTIVE for port object a83b7db0-02d3-4f2f-8d3d-7decfad9add0 will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:04.841234 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:30:04.841483 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Checking segment: {'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:30:04.841932 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.842317 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Bound using segment: {'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:30:04.842980 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Bound port: 02efe56e-3d86-45c7-9de7-558a87ccda7e, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:30:04.843437 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.851240 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:04.876499 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Allocated IP 172.27.0.78 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/18ef1a5f-8e5d-437b-bd50-70818c6d8223) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:30:05.025006 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] For port 02efe56e-3d86-45c7-9de7-558a87ccda7e, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:30:05.028745 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] For port 02efe56e-3d86-45c7-9de7-558a87ccda7e, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=02efe56e-3d86-45c7-9de7-558a87ccda7e,segment=NetworkSegment(966c21d9-b2af-4b76-9b31-dfd457f0969f),segment_id=966c21d9-b2af-4b76-9b31-dfd457f0969f)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:30:05.036346 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44468) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:05.050030 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:05.089948 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Pushing event updated for resources: {'Port': ['ID=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:05.097492 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:05.106709 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.107327 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.108045 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.114010 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.115040 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.115833 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.116610 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.117090 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.117578 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.118134 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.119070 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.124467 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:05.141300 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fa8b2094-c36e-4d70-9cef-c638e4de0806 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:30:05.161905 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:05.225570 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: fa8b2094-c36e-4d70-9cef-c638e4de0806 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:30:05.225905 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device fa8b2094-c36e-4d70-9cef-c638e4de0806 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:30:05.237736 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb67d31-0c50-48f8-a929-2c71abb6c908 None None] Pushing event updated for resources: {'Port': ['ID=02efe56e-3d86-45c7-9de7-558a87ccda7e,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:05.281287 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:30:05.284569 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:05.289018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:30:05.295817 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Attempting to bind port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:30:05.296839 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Attempting to bind port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:30:05.297292 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Attempting to bind port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 on network 080da906-2a6a-444a-9420-d7baf7aa5016 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:30:05.304081 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:30:05.304627 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Checking segment: {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:30:05.305254 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:05.305734 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Bound using segment: {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:30:05.306957 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Bound port: a83b7db0-02d3-4f2f-8d3d-7decfad9add0, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:30:05.307450 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:05.469509 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] For port a83b7db0-02d3-4f2f-8d3d-7decfad9add0, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:30:05.474751 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] For port a83b7db0-02d3-4f2f-8d3d-7decfad9add0, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:30:05.494758 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:05.587280 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Pushing event updated for resources: {'Port': ['ID=18ef1a5f-8e5d-437b-bd50-70818c6d8223,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:05.602690 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:05.603977 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:05.607114 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 29ac182a-76f6-4579-8aea-4aa920850153 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:05.702916 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ab9e2-e5a4-4749-a2fe-9e1d38025efd None None] Pushing event updated for resources: {'Port': ['ID=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,revision_number=4']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:05.751308 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 29ac182a-76f6-4579-8aea-4aa920850153 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:05.751542 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:06.012124 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3511d62f-00ef-4dac-9c1b-4ea02effeb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:06.027270 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:06.179103 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:06.321288 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:06.445264 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:05Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:06.450277 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6408bc-d7c4-47cf-b67f-57dd8452149f None None] The sync data for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi is: [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:05Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:06.660915 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Deleting port 627670ce-1836-46d7-94ad-f941fa89fda1 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:06.661270 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:06.706233 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f3185-4315-4ca0-9af2-b3d4e88f5a2a None None] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:30:06.770285 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:06.814479 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-cded5ad0-1a9a-427e-aff8-23404045791a None None] Provisioning for port 02efe56e-3d86-45c7-9de7-558a87ccda7e completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:06.907615 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] For port 627670ce-1836-46d7-94ad-f941fa89fda1, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=627670ce-1836-46d7-94ad-f941fa89fda1,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:06.908421 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:07.066053 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Calling delete_port for 627670ce-1836-46d7-94ad-f941fa89fda1 owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:07.108840 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:30:07.386023 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:30:07.399257 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Sync routers for ids ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:30:07.413692 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Routers {'9193b7e6-e9fc-4de4-860c-bad37a7e09d4'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:07.414978 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:29:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:07.446802 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:07.450708 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a6fac545-a509-413a-afa1-c8920c1a268d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8769374 Jan 18 09:30:07.451058 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44484) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:07.686091 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:07.700609 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Set router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:07.757564 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:07.759455 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 02efe56e-3d86-45c7-9de7-558a87ccda7e up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:07.763220 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=627670ce-1836-46d7-94ad-f941fa89fda1,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:08.038162 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 02efe56e-3d86-45c7-9de7-558a87ccda7e completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:08.049270 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 02efe56e-3d86-45c7-9de7-558a87ccda7e triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:08.049517 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.114990 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.160294 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d7802f77-2763-40fb-9bf4-cc96df24d289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.275283 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:30:06Z', 'revision_number': 3, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port': {'id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:04Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:08.287161 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Checking router: 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:30:08.287501 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Updating router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:30:08.345493 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.381329 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.441813 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 02efe56e-3d86-45c7-9de7-558a87ccda7e, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=02efe56e-3d86-45c7-9de7-558a87ccda7e,segment=NetworkSegment(966c21d9-b2af-4b76-9b31-dfd457f0969f),segment_id=966c21d9-b2af-4b76-9b31-dfd457f0969f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:08.493579 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.494290 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device a83b7db0-02d3-4f2f-8d3d-7decfad9add0 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:08.591556 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.598070 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:30:08.674758 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=02efe56e-3d86-45c7-9de7-558a87ccda7e,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:08.754557 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:08.775511 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:08.776195 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:08.787460 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:30:08.798242 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] Sync routers for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:30:08.803569 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4ef9f7d5-4583-4e4d-a7ec-be26d15a8f78 admin admin] 10.222.0.54 "PUT /v2.0/routers/b3d21cb9-7d6f-4ed3-8265-574ac6b47779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653828 Jan 18 09:30:08.805794 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44494) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:08.818216 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:08.819634 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:08.832886 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Allocated IP 172.20.0.1 (3c4f5308-db2d-4deb-9711-d340ee5be0ce/6d7f4bdd-1a2e-45cb-8827-66a31f00f291/6bc7c20c-06b1-4e01-83d6-7dfd03cc6415) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:30:09.010896 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.035846 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.045854 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.055715 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.056094 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Transition to ACTIVE for port object 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:09.067697 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:09.073824 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Transition to ACTIVE for port object 18ef1a5f-8e5d-437b-bd50-70818c6d8223 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:09.084850 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.102522 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port a83b7db0-02d3-4f2f-8d3d-7decfad9add0, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:09.104518 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.162989 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.179893 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:30:09.183940 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:09.190028 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:30:09.248825 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Pushing event updated for resources: {'Port': ['ID=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:09.264034 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Attempting to bind port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:30:09.264511 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Attempting to bind port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:30:09.265181 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Attempting to bind port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:30:09.284017 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.295832 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:30:09.296376 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:30:09.296872 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.297360 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:30:09.298043 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Bound port: 18ef1a5f-8e5d-437b-bd50-70818c6d8223, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:30:09.298673 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.469548 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] For port 18ef1a5f-8e5d-437b-bd50-70818c6d8223, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:30:09.476676 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] For port 18ef1a5f-8e5d-437b-bd50-70818c6d8223, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=18ef1a5f-8e5d-437b-bd50-70818c6d8223,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:30:09.487196 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.493227 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.498849 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cc7b0-717f-4694-a8b2-10714e47887e None None] Pushing event updated for resources: {'Port': ['ID=18ef1a5f-8e5d-437b-bd50-70818c6d8223,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:09.503163 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.515636 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Deleting port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:09.516027 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.530524 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.616224 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:30:07Z', 'revision_number': 5, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port': {'id': '6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:03Z', 'updated_at': '2022-01-18T09:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:09.622170 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] Checking router: b3d21cb9-7d6f-4ed3-8265-574ac6b47779 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:30:09.632113 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] Routers {'b3d21cb9-7d6f-4ed3-8265-574ac6b47779'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:09.632944 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:09.660418 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Routers {'9193b7e6-e9fc-4de4-860c-bad37a7e09d4'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:09.660418 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:09.801554 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.849844 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] For port 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:09.850478 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:09.888314 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] Set router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:09.893259 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 02efe56e-3d86-45c7-9de7-558a87ccda7e up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:09.974518 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] Set router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:10.016074 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Calling delete_port for 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 owned by network:router_gateway {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:10.021882 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:10.033475 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-10577413-7432-45f9-b7e6-0b7adbb0d781 None None] Provisioning for port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:10.049819 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 6, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:10.055378 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f7bc-97aa-4227-8760-cd803acfb8a7 None None] The sync data for ids ['b3d21cb9-7d6f-4ed3-8265-574ac6b47779'] in dv-cinder-825046-1-iscsi is: [{'id': 'b3d21cb9-7d6f-4ed3-8265-574ac6b47779', 'name': 'tempest-TestMinimumBasicScenario-1655156338-router', 'tenant_id': '952ac6551fcb4689846dfa71c6c0e749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:02Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 6, 'project_id': '952ac6551fcb4689846dfa71c6c0e749', 'gw_port_host': None}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:10.112707 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.125350 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.128383 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-10577413-7432-45f9-b7e6-0b7adbb0d781 None None] Provisioning complete for port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:10.128753 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-10577413-7432-45f9-b7e6-0b7adbb0d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.288312 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.344928 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 02efe56e-3d86-45c7-9de7-558a87ccda7e triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:10.345488 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.427825 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Pushing event updated for resources: {'Port': ['ID=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:10.432038 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:10.432960 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-10577413-7432-45f9-b7e6-0b7adbb0d781 None None] Port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:30:10.434393 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cc7b0-717f-4694-a8b2-10714e47887e None None] Pushing event updated for resources: {'Port': ['ID=18ef1a5f-8e5d-437b-bd50-70818c6d8223,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:10.442675 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.466585 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.546271 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.625578 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:30:10.626876 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:10.648872 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 4, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port': {'id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:04Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '6bc7c20c-06b1-4e01-83d6-7dfd03cc6415', 'name': '', 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'mac_address': 'fa:16:3e:7c:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:08Z', 'updated_at': '2022-01-18T09:30:08Z', 'revision_number': 1, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'subnets': [{'id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:10.653397 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a690ac5-0f5e-4473-9906-689bc3a6ff31 None None] The sync data for ids ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'] in dv-cinder-825046-1-iscsi is: [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 4, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port': {'id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:04Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '6bc7c20c-06b1-4e01-83d6-7dfd03cc6415', 'name': '', 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'mac_address': 'fa:16:3e:7c:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:08Z', 'updated_at': '2022-01-18T09:30:08Z', 'revision_number': 1, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'subnets': [{'id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:10.708829 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.713637 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.866768 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.867449 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3d21cb9-7d6f-4ed3-8265-574ac6b47779 {{(pid=86806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:30:10.883490 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:10.889702 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44510) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:10.890558 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f856308c-0903-44a0-81d4-1f20b026cac2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b3d21cb9-7d6f-4ed3-8265-574ac6b47779 HTTP/1.1" status: 204 len: 168 time: 2.0833981 Jan 18 09:30:10.957661 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:30:11.005572 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] Deleting subnet 006fca10-2057-441d-8e9c-b9805653dbf4 {{(pid=86805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:30:11.009656 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-c3bf9007-d421-41c0-87e5-371a1b1c24f7 None None] Provisioning complete for port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:11.010205 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c3bf9007-d421-41c0-87e5-371a1b1c24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.017051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.091027 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf9007-d421-41c0-87e5-371a1b1c24f7 None None] Port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:30:11.148765 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115103'] for subnet, precommit_delete_associations {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.383800 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:30:11.396067 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.425922 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e163df78-0cc8-4289-97cc-3299cfb1d1fe admin admin] 10.222.0.54 "PUT /v2.0/routers/9193b7e6-e9fc-4de4-860c-bad37a7e09d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9735405 Jan 18 09:30:11.483442 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6691572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7156731'] for subnet, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.534822 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device a83b7db0-02d3-4f2f-8d3d-7decfad9add0 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:11.540803 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006fca10-2057-441d-8e9c-b9805653dbf4,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:11.557844 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.565198 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b4d090d5-79b3-4b5d-a4b2-89367e34016c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/006fca10-2057-441d-8e9c-b9805653dbf4 HTTP/1.1" status: 204 len: 168 time: 0.6742313 Jan 18 09:30:11.568000 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44516) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:11.592165 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27169ec-43bd-4e74-9cdb-0df02c77821b None None] Network 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:30:11.686588 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.701129 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Deleting port c2cda38c-fceb-4fe6-af54-f0032aca6cfd {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:11.702059 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.832331 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:11.832704 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:11.951492 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] For port c2cda38c-fceb-4fe6-af54-f0032aca6cfd, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:11.952021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.091579 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] DHCP port deletion for 92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:30:12.101790 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Deleting port c2cda38c-fceb-4fe6-af54-f0032aca6cfd {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:12.102276 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.119675 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44530) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:12.125624 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794782478', 'description': 'tempest-secgroup-smoke-1794782478 description', 'project_id': '5dbb010ad502476bacb7acea69a96ed5'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:12.149391 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:12.153926 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:12.165873 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:12.178998 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:12.196854 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.256625 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:12.260376 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:12.264283 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:12.271095 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:12.327103 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Calling delete_port for c2cda38c-fceb-4fe6-af54-f0032aca6cfd owned by network:dhcp {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:12.389762 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.397565 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.401718 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 627670ce-1836-46d7-94ad-f941fa89fda1 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:30:12.440590 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.471329 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2016914-5def-4a16-bd62-1ef9386ba249,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:12.474507 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.478695 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-0a97ffb2-2f42-4b19-94cc-16424f0f4939 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3577867 Jan 18 09:30:12.481578 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44534) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:12.488407 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'security_group_rule': {'security_group_id': 'c2016914-5def-4a16-bd62-1ef9386ba249', 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:12.496709 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:12.501496 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:12.505809 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:12.511112 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 627670ce-1836-46d7-94ad-f941fa89fda1 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:30:12.511995 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 627670ce-1836-46d7-94ad-f941fa89fda1 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:30:12.512950 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:30:12.515676 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:12.539078 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:12.555871 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] No DVR routers for this DVR port c2cda38c-fceb-4fe6-af54-f0032aca6cfd on host dv-cinder-825046-1-iscsi {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:30:12.557543 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.568857 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:30:12.569345 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6b07cf41-4d3f-41fc-95c9-3a9a3b0b35a5 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:30:12.600027 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] For port c2cda38c-fceb-4fe6-af54-f0032aca6cfd, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c2cda38c-fceb-4fe6-af54-f0032aca6cfd,segment=NetworkSegment(638b8db6-6801-467f-b0f5-685ee8a5e9f9),segment_id=638b8db6-6801-467f-b0f5-685ee8a5e9f9)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:12.600490 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.637929 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.646323 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.679088 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92140ce7-cd93-49e2-b4f0-2f44f0ba4747,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:12.698295 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.699775 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.701265 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-cdb6f55e-c067-455c-b81d-e39490b13150 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2183127 Jan 18 09:30:12.703905 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44538) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:12.711332 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'security_group_rule': {'security_group_id': 'c2016914-5def-4a16-bd62-1ef9386ba249', 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:12.721116 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:12.724583 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:12.730409 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:12.737226 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:12.739500 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:12.757542 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638b8db6-6801-467f-b0f5-685ee8a5e9f9') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:12.757876 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638b8db6-6801-467f-b0f5-685ee8a5e9f9') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:12.763611 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.764675 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Calling delete_port for c2cda38c-fceb-4fe6-af54-f0032aca6cfd owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:12.772108 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.795202 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.806684 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:30:12.807108 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:30:12.822297 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:30:12.844414 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.854130 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.891593 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.892955 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877589 Jan 18 09:30:12.893919 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013bff1-5c74-4d8c-98b8-5f0526975d8f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e98495-7822-416b-8241-25d213316348,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:12.899979 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44542) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:12.919069 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'security_group_rule': {'security_group_id': 'c2016914-5def-4a16-bd62-1ef9386ba249', 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:12.927033 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:12.930499 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:30:12.930971 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:30:12.934395 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:12.938831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:12.948183 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:12.952471 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.957889 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:12.995420 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] Pushing event deleted for resources: {'Network': ['ID=92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:13.013386 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.023927 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8463564c-6bc7-4754-bf23-14ec1867c381 admin admin] 10.222.0.54 "DELETE /v2.0/networks/92765ac4-bbe9-4112-9e4e-ea6b80ee1fd4 HTTP/1.1" status: 204 len: 168 time: 1.4544878 Jan 18 09:30:13.028428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44548) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:13.113291 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.118607 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.153518 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc67ab45-3729-429f-8927-aba28e47da55,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:13.160982 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.166071 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-d3bb4207-9cc6-4830-9b9f-87b9fad2d17f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618968 Jan 18 09:30:13.166071 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44554) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:13.172724 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'security_group_rule': {'security_group_id': 'c2016914-5def-4a16-bd62-1ef9386ba249', 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:13.180606 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:13.187788 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:13.191343 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:13.197942 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:13.225944 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.301469 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.307583 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.334809 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794631a3-bee3-4fbd-88bb-6654896dab2f,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:13.356369 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.363423 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a615b018-db82-4a6f-ae97-279ea295e73b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964290 Jan 18 09:30:13.364772 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44560) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:13.371366 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'security_group_rule': {'security_group_id': 'c2016914-5def-4a16-bd62-1ef9386ba249', 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:13.381098 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:13.386525 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:13.390452 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:13.407348 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:13.422369 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.securitygroups_db [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Project 5dbb010ad502476bacb7acea69a96ed5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 09:30:13.432944 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Deleting port c2cda38c-fceb-4fe6-af54-f0032aca6cfd {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:13.434602 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.455003 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.545518 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5fbcc-7305-4e08-99b8-562840353c07 None None] The port 'c2cda38c-fceb-4fe6-af54-f0032aca6cfd' was deleted {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:30:13.551793 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.571787 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.605079 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c158a3-c73c-41fa-aafc-f5ef256f13d3,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:13.618406 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.619894 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-96024b8d-2d2f-4d4b-80eb-6c073d1b3ccd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538300 Jan 18 09:30:13.622845 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44564) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:13.629383 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'security_group_rule': {'security_group_id': 'c2016914-5def-4a16-bd62-1ef9386ba249', 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:13.637770 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:13.639244 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18ef1a5f-8e5d-437b-bd50-70818c6d8223 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:13.642064 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:security_group_rule and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:13.645363 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:13.651374 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:13.667711 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.securitygroups_db [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Project 5dbb010ad502476bacb7acea69a96ed5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 09:30:13.680321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.730739 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:13.736129 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:13.736642 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.766447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.772588 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.805683 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.806955 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1830049 Jan 18 09:30:13.809162 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031810ff-14be-4dd4-94bc-4645a5a69dc8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cb948b-d43e-4440-a022-81f07c2e8620,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:13.851898 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.870995 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.889159 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 18ef1a5f-8e5d-437b-bd50-70818c6d8223, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=18ef1a5f-8e5d-437b-bd50-70818c6d8223,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:13.897762 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:13.962239 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Sync routers for ids ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:30:13.980867 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c2cda38c-fceb-4fe6-af54-f0032aca6cfd no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:30:14.023079 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Routers {'9193b7e6-e9fc-4de4-860c-bad37a7e09d4'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:14.023911 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:14.093221 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: c2cda38c-fceb-4fe6-af54-f0032aca6cfd {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:30:14.093530 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c2cda38c-fceb-4fe6-af54-f0032aca6cfd not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:30:14.111547 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=18ef1a5f-8e5d-437b-bd50-70818c6d8223,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:14.235707 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Set router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:14.271006 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Deleting port e8f86674-9d08-4f51-aa6f-742e257986ee {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:14.271343 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:14.563126 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] For port e8f86674-9d08-4f51-aa6f-742e257986ee, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=e8f86674-9d08-4f51-aa6f-742e257986ee,segment=NetworkSegment(81a6c6af-afd5-49ca-a12a-e6e525c4d35b),segment_id=81a6c6af-afd5-49ca-a12a-e6e525c4d35b)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:14.563481 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:14.638624 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 4, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port': {'id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:04Z', 'updated_at': '2022-01-18T09:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '6bc7c20c-06b1-4e01-83d6-7dfd03cc6415', 'name': '', 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'mac_address': 'fa:16:3e:7c:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:08Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 2, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'subnets': [{'id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:14.643386 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Checking router: 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:30:14.643927 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Updating router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:30:14.698440 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:14.722835 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Calling delete_port for e8f86674-9d08-4f51-aa6f-742e257986ee owned by network:router_interface {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:15.052702 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:15.067662 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Transition to ACTIVE for port object 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:15.068022 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:15.076624 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:15.118256 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f86674-9d08-4f51-aa6f-742e257986ee,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:15.229874 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603378-4888-4509-8d07-1711a556115f None None] Pushing event updated for resources: {'Port': ['ID=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:15.351061 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Attempting to bind port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:30:15.351476 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Attempting to bind port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:30:15.351922 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Attempting to bind port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 on network 3c4f5308-db2d-4deb-9711-d340ee5be0ce {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:30:15.358050 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:30:15.358557 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Checking segment: {'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:30:15.359104 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:15.359686 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Bound using segment: {'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:30:15.360256 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Bound port: 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966c21d9-b2af-4b76-9b31-dfd457f0969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:30:15.360706 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:15.517045 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] For port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:30:15.521754 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] For port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,segment=NetworkSegment(966c21d9-b2af-4b76-9b31-dfd457f0969f),segment_id=966c21d9-b2af-4b76-9b31-dfd457f0969f)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:30:15.531874 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:15.591308 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18ef1a5f-8e5d-437b-bd50-70818c6d8223 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:15.619452 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:15.697863 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Routers {'9193b7e6-e9fc-4de4-860c-bad37a7e09d4'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:15.698634 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:15.795960 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29603378-4888-4509-8d07-1711a556115f None None] Pushing event updated for resources: {'Port': ['ID=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:15.932771 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:15.933542 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:16.023039 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] Set router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:16.051995 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Router e0aa813b-c3e7-4676-aa83-c8885d208d03 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:30:16.253375 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:30:16.262490 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92714795-9665-4347-8888-43d3deab36d5 None None] Sync routers for ids ['e0aa813b-c3e7-4676-aa83-c8885d208d03'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:30:16.263196 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e90a0f13-3bb9-4cc5-b154-3c3b60ef915a admin admin] 10.222.0.54 "PUT /v2.0/routers/e0aa813b-c3e7-4676-aa83-c8885d208d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2334480 Jan 18 09:30:16.265838 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44648) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:16.273151 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] Routers {'e0aa813b-c3e7-4676-aa83-c8885d208d03'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:16.273677 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['e0aa813b-c3e7-4676-aa83-c8885d208d03'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:16.491526 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:16.516197 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 4, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port': {'id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:04Z', 'updated_at': '2022-01-18T09:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '6bc7c20c-06b1-4e01-83d6-7dfd03cc6415', 'name': '', 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'mac_address': 'fa:16:3e:7c:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:08Z', 'updated_at': '2022-01-18T09:30:15Z', 'revision_number': 4, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'subnets': [{'id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:16.520760 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4149ea-6a97-4633-934e-f4bac63aba58 None None] The sync data for ids ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'] in dv-cinder-825046-1-iscsi is: [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 4, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port': {'id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:04Z', 'updated_at': '2022-01-18T09:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '6bc7c20c-06b1-4e01-83d6-7dfd03cc6415', 'name': '', 'network_id': '3c4f5308-db2d-4deb-9711-d340ee5be0ce', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'mac_address': 'fa:16:3e:7c:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:08Z', 'updated_at': '2022-01-18T09:30:15Z', 'revision_number': 4, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'subnets': [{'id': '6d7f4bdd-1a2e-45cb-8827-66a31f00f291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:16.532834 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] Set router e0aa813b-c3e7-4676-aa83-c8885d208d03 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:16.693323 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:16.711277 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Deleting port bee4826d-552f-4c77-a372-81a4e85be903 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:16.711633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:16.875081 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:30:14Z', 'revision_number': 5, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port': {'id': 'bee4826d-552f-4c77-a372-81a4e85be903', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:26:17Z', 'updated_at': '2022-01-18T09:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:16.880869 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92714795-9665-4347-8888-43d3deab36d5 None None] Checking router: e0aa813b-c3e7-4676-aa83-c8885d208d03 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:30:16.892848 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] Routers {'e0aa813b-c3e7-4676-aa83-c8885d208d03'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:16.893603 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['e0aa813b-c3e7-4676-aa83-c8885d208d03'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:16.941663 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] For port bee4826d-552f-4c77-a372-81a4e85be903, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=bee4826d-552f-4c77-a372-81a4e85be903,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:16.942017 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.078088 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Calling delete_port for bee4826d-552f-4c77-a372-81a4e85be903 owned by network:router_gateway {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:17.079058 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] Set router e0aa813b-c3e7-4676-aa83-c8885d208d03 gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:17.189004 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-92714795-9665-4347-8888-43d3deab36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:30:16Z', 'revision_number': 6, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:17.194497 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92714795-9665-4347-8888-43d3deab36d5 None None] The sync data for ids ['e0aa813b-c3e7-4676-aa83-c8885d208d03'] in dv-cinder-825046-1-iscsi is: [{'id': 'e0aa813b-c3e7-4676-aa83-c8885d208d03', 'name': 'tempest-TestMinimumBasicScenario-1470925102-router', 'tenant_id': '05922c53a7994d98af0e3a1063bd8e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:26:16Z', 'updated_at': '2022-01-18T09:30:16Z', 'revision_number': 6, 'project_id': '05922c53a7994d98af0e3a1063bd8e55', 'gw_port_host': None}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:17.360603 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.416140 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee4826d-552f-4c77-a372-81a4e85be903,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:17.452549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.452549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.452549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.452549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.452549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.452549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.452549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.453154 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.453154 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.453520 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.453640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.453924 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:17.527293 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:17.536225 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.622794 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:17.628436 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:17.628907 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.727563 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.729807 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.757895 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.758649 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.759242 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0aa813b-c3e7-4676-aa83-c8885d208d03 {{(pid=86806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:30:17.771233 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.772343 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-3770188f-2045-4798-96e6-27102233dfd0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e0aa813b-c3e7-4676-aa83-c8885d208d03 HTTP/1.1" status: 204 len: 168 time: 1.5054984 Jan 18 09:30:17.775072 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44662) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:17.797379 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,segment=NetworkSegment(966c21d9-b2af-4b76-9b31-dfd457f0969f),segment_id=966c21d9-b2af-4b76-9b31-dfd457f0969f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:17.803249 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.845384 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] Deleting subnet 0d162893-e70b-4cb6-9ce2-9af7ef8f465d {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:30:17.849156 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:17.890665 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:17.905376 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.039968 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.124144 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.165959 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d162893-e70b-4cb6-9ce2-9af7ef8f465d,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:18.169698 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.175583 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9d73c-8a6a-48d2-bf9d-09c9ebcd8bbe None None] Network acce087b-dae6-4446-ae1a-0a5bf61f0465 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:30:18.175761 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-c3ec2dbb-e3c7-4691-999e-b7837537ad96 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0d162893-e70b-4cb6-9ce2-9af7ef8f465d HTTP/1.1" status: 204 len: 168 time: 0.3996317 Jan 18 09:30:18.178275 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44672) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:18.294760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.305874 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Deleting port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:18.306212 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.472998 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] DHCP port deletion for acce087b-dae6-4446-ae1a-0a5bf61f0465 request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:30:18.477031 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Deleting port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:18.477501 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.524183 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] For port bc51f04c-28f8-4928-a1b7-b3f0538a4b40, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,segment=NetworkSegment(81a6c6af-afd5-49ca-a12a-e6e525c4d35b),segment_id=81a6c6af-afd5-49ca-a12a-e6e525c4d35b)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:18.524573 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.663017 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Calling delete_port for bc51f04c-28f8-4928-a1b7-b3f0538a4b40 owned by network:dhcp {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:18.727633 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] For port bc51f04c-28f8-4928-a1b7-b3f0538a4b40, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,segment=NetworkSegment(81a6c6af-afd5-49ca-a12a-e6e525c4d35b),segment_id=81a6c6af-afd5-49ca-a12a-e6e525c4d35b)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:18.728241 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.868982 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Calling delete_port for bc51f04c-28f8-4928-a1b7-b3f0538a4b40 owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:18.901133 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:18.949977 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc51f04c-28f8-4928-a1b7-b3f0538a4b40,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:18.951986 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] No DVR routers for this DVR port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 on host dv-cinder-825046-1-iscsi {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:30:18.954109 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:30:18.955276 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:30:19.078140 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.120658 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acce087b-dae6-4446-ae1a-0a5bf61f0465']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:19.149953 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a6c6af-afd5-49ca-a12a-e6e525c4d35b') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:19.149953 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a6c6af-afd5-49ca-a12a-e6e525c4d35b') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:19.169242 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.195903 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.210789 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:30:19.210789 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:30:19.244647 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:30:19.381831 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.393014 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.436797 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] Pushing event deleted for resources: {'Network': ['ID=acce087b-dae6-4446-ae1a-0a5bf61f0465,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:19.446547 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-0b238bfc-d131-4a56-8ddf-f97751a6b563 admin admin] 10.222.0.54 "DELETE /v2.0/networks/acce087b-dae6-4446-ae1a-0a5bf61f0465 HTTP/1.1" status: 204 len: 168 time: 1.2648747 Jan 18 09:30:19.455931 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Deleting port bc51f04c-28f8-4928-a1b7-b3f0538a4b40 {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:19.461524 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.595998 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:19.633189 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-57acc7e9-2741-45a4-a4fe-b38a88c91ad2 None None] The port 'bc51f04c-28f8-4928-a1b7-b3f0538a4b40' was deleted {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:30:19.682475 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:19.682956 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.739767 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44692) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:19.788118 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2f1d8676-830a-4679-bd13-e4fc4136053e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=952ac6551fcb4689846dfa71c6c0e749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471876 Jan 18 09:30:19.790667 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44696) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:19.855164 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2781c8ae-a9ef-405a-91d1-5174f25b1d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.885128 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2781c8ae-a9ef-405a-91d1-5174f25b1d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.902881 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bc51f04c-28f8-4928-a1b7-b3f0538a4b40 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:30:19.937338 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: bc51f04c-28f8-4928-a1b7-b3f0538a4b40 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:30:19.937683 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bc51f04c-28f8-4928-a1b7-b3f0538a4b40 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:30:19.938179 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8f86674-9d08-4f51-aa6f-742e257986ee no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:30:19.940662 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2781c8ae-a9ef-405a-91d1-5174f25b1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.961559 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c8ae-a9ef-405a-91d1-5174f25b1d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df7df34-df41-47a6-b271-89811d2d6725,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:19.974969 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2781c8ae-a9ef-405a-91d1-5174f25b1d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:19.978529 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2781c8ae-a9ef-405a-91d1-5174f25b1d0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7df7df34-df41-47a6-b271-89811d2d6725 HTTP/1.1" status: 204 len: 168 time: 0.1842775 Jan 18 09:30:19.981460 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: e8f86674-9d08-4f51-aa6f-742e257986ee {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:30:19.981764 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8f86674-9d08-4f51-aa6f-742e257986ee not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:30:19.982296 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bee4826d-552f-4c77-a372-81a4e85be903 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:30:20.020384 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: bee4826d-552f-4c77-a372-81a4e85be903 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:30:20.020718 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device bee4826d-552f-4c77-a372-81a4e85be903 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:30:20.331352 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44708) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:20.386114 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-ff25abd0-4482-4e68-8b99-b488ebdb942c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05922c53a7994d98af0e3a1063bd8e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510802 Jan 18 09:30:20.386448 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44714) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:20.447396 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-414e2383-db19-4f68-b7bd-29393371a708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:20.475849 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-414e2383-db19-4f68-b7bd-29393371a708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:20.529220 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-414e2383-db19-4f68-b7bd-29393371a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:20.549873 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e2383-db19-4f68-b7bd-29393371a708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11ead42-3f2d-4344-b8b1-767a44acc3b5,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:20.556429 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-414e2383-db19-4f68-b7bd-29393371a708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:20.558219 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-414e2383-db19-4f68-b7bd-29393371a708 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e11ead42-3f2d-4344-b8b1-767a44acc3b5 HTTP/1.1" status: 204 len: 168 time: 0.1701057 Jan 18 09:30:28.965099 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:30:33.922993 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-e3ea227f-27cd-4992-add3-968758bed32d req-6ca836f8-8c4e-4f92-96ab-51a5346ecb7a tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Synchronizing usage tracker for tenant:5dbb010ad502476bacb7acea69a96ed5 on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:30:33.948299 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-e3ea227f-27cd-4992-add3-968758bed32d req-6ca836f8-8c4e-4f92-96ab-51a5346ecb7a tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Unset dirty status for tenant:5dbb010ad502476bacb7acea69a96ed5 on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:30:33.949504 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-6ca836f8-8c4e-4f92-96ab-51a5346ecb7a tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794782478&fields=id&tenant_id=5dbb010ad502476bacb7acea69a96ed5 HTTP/1.1" status: 200 len: 267 time: 0.0705097 Jan 18 09:30:34.099573 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-ab12ce94-8e53-4b92-a5a9-8e733f828483 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:34.100246 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-e3ea227f-27cd-4992-add3-968758bed32d req-ab12ce94-8e53-4b92-a5a9-8e733f828483 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Synchronizing usage tracker for tenant:5dbb010ad502476bacb7acea69a96ed5 on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:30:34.125934 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-e3ea227f-27cd-4992-add3-968758bed32d req-ab12ce94-8e53-4b92-a5a9-8e733f828483 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Unset dirty status for tenant:5dbb010ad502476bacb7acea69a96ed5 on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:30:34.127455 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-ab12ce94-8e53-4b92-a5a9-8e733f828483 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 808 time: 0.1711471 Jan 18 09:30:34.143077 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-4c49e13a-884c-47f2-8b15-0826d3155641 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/quotas/5dbb010ad502476bacb7acea69a96ed5 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Jan 18 09:30:34.230918 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-fe2cc4fa-18bb-4f65-85e3-5d26a911cfc9 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819612 Jan 18 09:30:34.379241 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-59dca6cb-64f0-464b-9ec5-48d72b131551 service neutron] 10.222.0.54 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352878 Jan 18 09:30:34.524569 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-c76e5973-a40b-4dc8-a86a-3701c22ebff1 service neutron] 10.222.0.54 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368859 Jan 18 09:30:34.933773 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e65e8449-2906-4037-b64f-ec942532eac1 req-28a9a642-f158-4fd6-88b0-dd429b10b254 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0500705 Jan 18 09:30:35.870317 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-20776902-5103-4a44-836a-d906355ba109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:36.112428 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9cdbf037-cc0f-4985-9229-f5663ca6ed3b req-c8a7c2fe-d790-4404-b2fe-6ac23e55b023 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0632598 Jan 18 09:30:36.254996 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-7061096f-8aee-4603-9e48-bf5e93f0580b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:36.256455 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-7061096f-8aee-4603-9e48-bf5e93f0580b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 808 time: 0.2019992 Jan 18 09:30:36.314993 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-6e8708d7-409a-4ab8-8e20-3c484fb53cdc tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dbb010ad502476bacb7acea69a96ed5 HTTP/1.1" status: 200 len: 380 time: 0.0487700 Jan 18 09:30:36.324093 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'port': {'device_id': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'admin_state_up': True, 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'security_groups': ['c2016914-5def-4a16-bd62-1ef9386ba249']}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:36.476947 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:36.480799 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:port and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:36.483642 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:36.489602 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:36.500538 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Made reservation on behalf of 5dbb010ad502476bacb7acea69a96ed5 for: {'port': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:30:36.504141 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:36.679516 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Allocated IP 172.20.0.13 (080da906-2a6a-444a-9420-d7baf7aa5016/0ec54094-0dde-4c97-a663-ea04faf5c568/e274ad51-5f32-4ae4-bd93-d837461ca296) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:30:36.887796 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:36.905698 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Transition to ACTIVE for port object e274ad51-5f32-4ae4-bd93-d837461ca296 will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:36.933399 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:37.087659 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Network 080da906-2a6a-444a-9420-d7baf7aa5016 is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:30:37.091029 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:37.094993 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:30:37.128699 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:37.181354 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:37.181992 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:37.212100 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-78507481-1615-483f-ac2f-e9084c97b398 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8920650 Jan 18 09:30:37.224616 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Request body: {'port': {'device_id': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:37.342614 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3f398-05c3-4f08-a893-399af9df9dfe req-0f022a3d-c879-4702-9dda-2f81e17bae1d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:37.345303 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-33e3f398-05c3-4f08-a893-399af9df9dfe req-0f022a3d-c879-4702-9dda-2f81e17bae1d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 932 time: 0.1045315 Jan 18 09:30:37.353091 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:37.418916 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-1bca9332-4c88-48b4-8404-c821ebe569a9 None None] Provisioning for port e274ad51-5f32-4ae4-bd93-d837461ca296 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:37.421986 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-33e3f398-05c3-4f08-a893-399af9df9dfe req-c68ad30a-251f-405c-ab88-f421829558fb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708880 Jan 18 09:30:37.426537 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-1bca9332-4c88-48b4-8404-c821ebe569a9 None None] Provisioning complete for port e274ad51-5f32-4ae4-bd93-d837461ca296 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:37.427264 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1bca9332-4c88-48b4-8404-c821ebe569a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:37.490235 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-1bca9332-4c88-48b4-8404-c821ebe569a9 None None] Port e274ad51-5f32-4ae4-bd93-d837461ca296 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:30:37.689255 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:37.766856 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e274ad51-5f32-4ae4-bd93-d837461ca296 {{(pid=86806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:30:37.774693 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:37.790214 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Transition to ACTIVE for port object e274ad51-5f32-4ae4-bd93-d837461ca296 will not be triggered until provisioned by entity L2. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:30:37.794997 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:37.925440 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:38.055295 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Attempting to bind port e274ad51-5f32-4ae4-bd93-d837461ca296 on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:30:38.055633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Attempting to bind port e274ad51-5f32-4ae4-bd93-d837461ca296 by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:30:38.055935 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Attempting to bind port e274ad51-5f32-4ae4-bd93-d837461ca296 on network 080da906-2a6a-444a-9420-d7baf7aa5016 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:30:38.061072 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Port e274ad51-5f32-4ae4-bd93-d837461ca296 on network 080da906-2a6a-444a-9420-d7baf7aa5016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:30:38.061403 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Attempting to bind port e274ad51-5f32-4ae4-bd93-d837461ca296 on network 080da906-2a6a-444a-9420-d7baf7aa5016 {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:30:38.067043 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:30:38.067428 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Checking segment: {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:30:38.067911 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Bound using segment: {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'} {{(pid=86806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:30:38.068327 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.managers [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Bound port: e274ad51-5f32-4ae4-bd93-d837461ca296, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a80c69b-3293-4fc8-a117-37a871773e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016'}}] {{(pid=86806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:30:38.068752 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:38.138678 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-b71f122a-35fc-4c41-b293-4e1a301ae789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:38.165258 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, cleared binding levels {{(pid=86806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:30:38.170067 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:30:38.181516 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:38.244120 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 44908) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:38.266052 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:38.266655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:38.268096 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 1094 time: 1.0482090 Jan 18 09:30:38.268534 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:30:38.308336 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127bd22-635b-4dac-8fe8-0158f3aca2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=3']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:38.412256 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'status': 'completed', 'code': 200} Jan 18 09:30:38.442160 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-c6bc92e1-16a4-4858-98bd-5891fb6ac199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:38.443872 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-c6bc92e1-16a4-4858-98bd-5891fb6ac199 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1097 time: 0.1059422 Jan 18 09:30:38.487166 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:38.520284 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:38.530968 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Usage tracker for resource:security_group_rule and tenant:ac8793ec8ea44883b957c9e7f1b6a5a2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:38.541494 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-a2e1220e-2c90-424a-a6ca-0794939e6c1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 217 time: 0.0890837 Jan 18 09:30:38.543975 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:38.565237 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:38.676886 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-624c5b38-937d-4949-ad0a-84e7ab53b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:38.678814 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-624c5b38-937d-4949-ad0a-84e7ab53b154 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.1304080 Jan 18 09:30:38.755780 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e68c0d-74e9-447c-a02b-438e795ecd4f req-2aaacc9c-6c78-4b69-8a22-21057c452a19 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:38.759395 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82e68c0d-74e9-447c-a02b-438e795ecd4f req-2aaacc9c-6c78-4b69-8a22-21057c452a19 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.1465793 Jan 18 09:30:38.762554 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea227f-27cd-4992-add3-968758bed32d req-dcebb15e-f781-407b-b530-fca39f591cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:38.765080 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-dcebb15e-f781-407b-b530-fca39f591cc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790346 Jan 18 09:30:38.790301 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:38.798104 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:38.865866 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-82e68c0d-74e9-447c-a02b-438e795ecd4f req-f911ff8e-3e0f-4f03-9f8d-1bdcddd0afb3 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962632 Jan 18 09:30:38.874495 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac8793ec8ea44883b957c9e7f1b6a5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289146 Jan 18 09:30:38.875823 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 44920) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:38.877324 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe6a30-4fec-4a3c-8715-9dfe0301376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8bf7e-7f2d-45a0-8d55-273720db0baa,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:38.952407 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-fed97a36-d3be-495b-b8e4-026eaacea327 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802201 Jan 18 09:30:39.036640 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f044cd61-e8ff-41ed-a830-566e96bfa298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:39.086470 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f044cd61-e8ff-41ed-a830-566e96bfa298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:39.141479 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:39.195600 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:39.254936 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-e3ea227f-27cd-4992-add3-968758bed32d req-4b377018-a437-49e4-b0ad-4ebed5d7026a service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959085 Jan 18 09:30:39.286032 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f044cd61-e8ff-41ed-a830-566e96bfa298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:39.300599 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044cd61-e8ff-41ed-a830-566e96bfa298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8bf7e-7f2d-45a0-8d55-273720db0baa,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:39.306767 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f044cd61-e8ff-41ed-a830-566e96bfa298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:39.310702 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f044cd61-e8ff-41ed-a830-566e96bfa298 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9e8bf7e-7f2d-45a0-8d55-273720db0baa HTTP/1.1" status: 204 len: 168 time: 0.4339070 Jan 18 09:30:39.390349 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-2c05258c-bc8d-48fc-9a65-831bec9072b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:39.391953 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-2c05258c-bc8d-48fc-9a65-831bec9072b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1097 time: 0.0761547 Jan 18 09:30:39.549233 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-6d9c0fc9-de47-4c1d-ac36-3a6d581c3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:39.551170 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-6d9c0fc9-de47-4c1d-ac36-3a6d581c3f71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 909 time: 0.1527677 Jan 18 09:30:39.630658 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-a1c23058-1a1f-4c4e-98da-8562bf91c29b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 217 time: 0.0726800 Jan 18 09:30:39.696941 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-a5f9a75c-086a-421c-a648-40f0247a2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:39.698556 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-a5f9a75c-086a-421c-a648-40f0247a2a1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.0618219 Jan 18 09:30:39.780218 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-1dcfc33f-e020-4f79-91e2-0f695ed49587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:39.781730 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-1dcfc33f-e020-4f79-91e2-0f695ed49587 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774739 Jan 18 09:30:39.924042 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-8191821b-ae0c-42e5-8c77-56c9f58869c7 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358364 Jan 18 09:30:40.070950 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-4e1f3b04-d9fc-4cea-8365-6d3b5b61605a req-ec0f6171-e108-47de-832b-de0211636ab6 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407232 Jan 18 09:30:40.092991 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bde08-ec19-4e58-b8ba-9e636cbb7be4 req-7843ba48-b0f7-4a0a-be93-88a0577b7099 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:40.094542 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-700bde08-ec19-4e58-b8ba-9e636cbb7be4 req-7843ba48-b0f7-4a0a-be93-88a0577b7099 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0906928 Jan 18 09:30:40.143290 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-700bde08-ec19-4e58-b8ba-9e636cbb7be4 req-2d631b8d-4cc0-4b5a-81e1-d542cc675483 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426509 Jan 18 09:30:40.436659 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:41.332301 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09982694-8144-4f21-95d6-096911bee4a3 req-f9d25217-6448-4423-8ccd-997bd100dc73 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:41.333794 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09982694-8144-4f21-95d6-096911bee4a3 req-f9d25217-6448-4423-8ccd-997bd100dc73 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0845904 Jan 18 09:30:41.378967 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09982694-8144-4f21-95d6-096911bee4a3 req-550792b5-de8f-48e4-af92-3f6c55dc616b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392814 Jan 18 09:30:42.579893 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1659907-ac2e-486d-b654-b2f7ee44f8f9 req-ca9b9647-5a05-4f48-88d6-a5ff940fc4bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:42.581383 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1659907-ac2e-486d-b654-b2f7ee44f8f9 req-ca9b9647-5a05-4f48-88d6-a5ff940fc4bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0799131 Jan 18 09:30:42.627345 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1659907-ac2e-486d-b654-b2f7ee44f8f9 req-db621039-e6b3-454c-8f34-09fac8851d10 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402844 Jan 18 09:30:43.814431 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d392a-887e-437c-9ecf-0bef90be4f03 req-e3668f69-b9ca-4c35-932a-5f2f9224dba9 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:43.815915 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-574d392a-887e-437c-9ecf-0bef90be4f03 req-e3668f69-b9ca-4c35-932a-5f2f9224dba9 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0813417 Jan 18 09:30:43.860635 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-574d392a-887e-437c-9ecf-0bef90be4f03 req-ed54e5d3-1541-4785-8f76-4fa1b440f446 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390337 Jan 18 09:30:45.045190 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe7cf1-3f5c-4e4d-ae1b-1a1fe6bbc9a5 req-810e354f-2492-4f87-93b8-a9be7259bec3 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:45.046765 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ebe7cf1-3f5c-4e4d-ae1b-1a1fe6bbc9a5 req-810e354f-2492-4f87-93b8-a9be7259bec3 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0823212 Jan 18 09:30:45.095436 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ebe7cf1-3f5c-4e4d-ae1b-1a1fe6bbc9a5 req-e1b63eac-25eb-47c7-9520-77e607e595b4 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Jan 18 09:30:46.280338 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43461a48-deef-4683-8602-f1c1c56a1f0a req-39ef26e1-4a86-409b-b9d4-cfa0123ede43 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:46.281801 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-43461a48-deef-4683-8602-f1c1c56a1f0a req-39ef26e1-4a86-409b-b9d4-cfa0123ede43 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0822878 Jan 18 09:30:46.326291 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-43461a48-deef-4683-8602-f1c1c56a1f0a req-939b0bc9-88a9-4685-a479-bf6a4e71dabb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387292 Jan 18 09:30:47.347782 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device e274ad51-5f32-4ae4-bd93-d837461ca296 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:30:47.495185 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:47.510527 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'port_id': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'mac_address': 'fa:16:3e:53:bd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:30:47.568193 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:47.589297 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e274ad51-5f32-4ae4-bd93-d837461ca296 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:30:47.606121 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:47.612028 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:47.634156 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6231dd-dd39-4b8c-80dc-d57c5ef1e94b req-6ee2aa07-dc5c-4421-86ed-05d1470c7532 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:47.635709 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fa6231dd-dd39-4b8c-80dc-d57c5ef1e94b req-6ee2aa07-dc5c-4421-86ed-05d1470c7532 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.1916082 Jan 18 09:30:47.678865 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:47.681896 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fa6231dd-dd39-4b8c-80dc-d57c5ef1e94b req-29f0f00d-a7d3-46f5-b9dd-8312088fc39f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Jan 18 09:30:47.686331 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.686678 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.687020 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.687347 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.687687 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.687983 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.688316 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.688628 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.688929 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.689240 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.689550 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.689859 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:47.871628 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['e274ad51-5f32-4ae4-bd93-d837461ca296'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:30:48.862969 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2b14-1111-4b74-a25d-9e4b7c69b6fe req-0a088049-04de-41dc-801e-6b57eea3e6cd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:48.864779 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0dbb2b14-1111-4b74-a25d-9e4b7c69b6fe req-0a088049-04de-41dc-801e-6b57eea3e6cd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0809057 Jan 18 09:30:48.918755 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0dbb2b14-1111-4b74-a25d-9e4b7c69b6fe req-75505f6b-f275-487e-9f58-d0c773ee4eb4 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480030 Jan 18 09:30:49.349416 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device e274ad51-5f32-4ae4-bd93-d837461ca296 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:30:49.422525 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port e274ad51-5f32-4ae4-bd93-d837461ca296 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:30:49.427566 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port e274ad51-5f32-4ae4-bd93-d837461ca296 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:30:49.427934 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:49.550685 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:49.580273 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:30:49.590945 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:49.600542 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:49.681310 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:49.839161 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'code': 200} Jan 18 09:30:49.909417 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffb0ad-2650-442e-a859-2f481b9b5841 req-f766d3e7-5ea0-4d7b-bdd6-dca9e6d7f2ef tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:49.910917 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9ffb0ad-2650-442e-a859-2f481b9b5841 req-f766d3e7-5ea0-4d7b-bdd6-dca9e6d7f2ef tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0853295 Jan 18 09:30:49.957814 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f9ffb0ad-2650-442e-a859-2f481b9b5841 req-a62ff62f-22c4-4841-b38a-e27927b08183 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Jan 18 09:30:50.113637 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5c4e5-c88f-49c0-ac7e-653e1a5d416e req-e69fc9ab-849d-4273-acf7-554428e26b31 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:50.115116 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-daf5c4e5-c88f-49c0-ac7e-653e1a5d416e req-e69fc9ab-849d-4273-acf7-554428e26b31 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0849321 Jan 18 09:30:50.148683 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ea826-56d6-4478-a3a4-d9d286f2a49a req-23e22b02-7c78-4d7e-852c-ee6bf2d6b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:50.150330 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-bf9ea826-56d6-4478-a3a4-d9d286f2a49a req-23e22b02-7c78-4d7e-852c-ee6bf2d6b8c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.0829999 Jan 18 09:30:50.171975 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-daf5c4e5-c88f-49c0-ac7e-653e1a5d416e req-86965c38-c465-47f4-8f27-09fde756ab38 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506568 Jan 18 09:30:50.193234 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-bf9ea826-56d6-4478-a3a4-d9d286f2a49a req-6257cb9f-421b-4efd-8e84-4f6993cf2641 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356729 Jan 18 09:30:51.149856 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684d3d4-2349-4e7a-9bc1-d6641029ea63 req-eb866a0d-0484-4f08-af3b-49d029b9180f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:51.151570 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3684d3d4-2349-4e7a-9bc1-d6641029ea63 req-eb866a0d-0484-4f08-af3b-49d029b9180f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0824668 Jan 18 09:30:51.197409 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3684d3d4-2349-4e7a-9bc1-d6641029ea63 req-d1de55e2-1977-4857-989e-f951a146e781 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Jan 18 09:30:51.377223 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac641e31-0623-4c73-a8f5-d5fe862cf169 req-a5801441-9986-4967-94b3-21fc4d1b4d27 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:51.378831 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ac641e31-0623-4c73-a8f5-d5fe862cf169 req-a5801441-9986-4967-94b3-21fc4d1b4d27 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0886066 Jan 18 09:30:51.428687 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ac641e31-0623-4c73-a8f5-d5fe862cf169 req-256932d6-59b3-4b05-97f3-be7acaf01973 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 Jan 18 09:30:52.394590 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9291bd-ccaa-4d3c-81d7-d97ca2340d91 req-f2f8c6c3-b86a-43ea-b2a3-7e4add5dd45d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:52.396086 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ea9291bd-ccaa-4d3c-81d7-d97ca2340d91 req-f2f8c6c3-b86a-43ea-b2a3-7e4add5dd45d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0846941 Jan 18 09:30:52.440399 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ea9291bd-ccaa-4d3c-81d7-d97ca2340d91 req-b5dba602-9f55-4351-b737-114cb8dda19f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384963 Jan 18 09:30:52.621672 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4143-bf22-4a74-bac0-986f99636134 req-b49b9c9f-c1f6-48e1-ae89-8bc453d8c8c6 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:52.623083 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc3b4143-bf22-4a74-bac0-986f99636134 req-b49b9c9f-c1f6-48e1-ae89-8bc453d8c8c6 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0926819 Jan 18 09:30:52.668057 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bc3b4143-bf22-4a74-bac0-986f99636134 req-53782a10-8665-4ba2-839a-eeee1e76f696 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392196 Jan 18 09:30:52.854268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4b2e2-9b98-4a6a-891d-58516766d3c7 req-50cef487-b852-4388-ad4f-60f4d54999a6 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:52.855795 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3d4b2e2-9b98-4a6a-891d-58516766d3c7 req-50cef487-b852-4388-ad4f-60f4d54999a6 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0803599 Jan 18 09:30:52.906103 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3d4b2e2-9b98-4a6a-891d-58516766d3c7 req-6bf610c4-8592-4d31-a185-04b1960066d0 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 Jan 18 09:30:52.930010 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45036) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:53.166457 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c4c95-ad48-4b84-8ea4-8a6e6c37e736 tempest-TestShelveInstance-1411845960 tempest-TestShelveInstance-1411845960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:53.167272 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-560c4c95-ad48-4b84-8ea4-8a6e6c37e736 tempest-TestShelveInstance-1411845960 tempest-TestShelveInstance-1411845960-project-admin] Synchronizing usage tracker for tenant:37337680667642ac9ed9e9ea52ac25ab on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:30:53.187272 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-560c4c95-ad48-4b84-8ea4-8a6e6c37e736 tempest-TestShelveInstance-1411845960 tempest-TestShelveInstance-1411845960-project-admin] Unset dirty status for tenant:37337680667642ac9ed9e9ea52ac25ab on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:30:53.188574 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-560c4c95-ad48-4b84-8ea4-8a6e6c37e736 tempest-TestShelveInstance-1411845960 tempest-TestShelveInstance-1411845960-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1094 time: 0.2575288 Jan 18 09:30:53.192012 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45046) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:53.197520 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'port_id': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:30:53.203689 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:30:53.207561 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Usage tracker for resource:floatingip and tenant:5dbb010ad502476bacb7acea69a96ed5 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:30:53.210574 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:30:53.216817 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:30:53.229529 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for floatingip, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:53.374297 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:53.514992 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Allocated IP 172.27.0.54 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/eb504521-3f27-4f2e-9915-9ad0701bcc01) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:30:53.721196 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:53.739349 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0732-cd8b-4559-acec-4b933bd517a7 req-fe4bad64-4e66-4af3-837b-59dafadae693 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:53.740894 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d7bb0732-cd8b-4559-acec-4b933bd517a7 req-fe4bad64-4e66-4af3-837b-59dafadae693 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1541319 Jan 18 09:30:53.801938 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d7bb0732-cd8b-4559-acec-4b933bd517a7 req-543a2544-a002-42e0-929a-8c566732dbb3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521438 Jan 18 09:30:53.804514 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:53.870393 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:30:53.873744 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:30:53.876967 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:30:53.917036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'Port': ['ID=eb504521-3f27-4f2e-9915-9ad0701bcc01,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:53.929188 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.929505 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.929844 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.930319 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.930644 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.930877 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.931095 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.931409 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.931739 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.932053 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.932387 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:53.932712 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:30:54.454437 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:54.534756 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:54.758719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:54.764963 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:54.883032 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event updated for resources: {'Port': ['ID=eb504521-3f27-4f2e-9915-9ad0701bcc01,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:54.895650 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:55.134902 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Floating IP 2e862b77-a6eb-4097-890e-5cf8f468b178 associated. External IP: 172.27.0.54, port: e274ad51-5f32-4ae4-bd93-d837461ca296. Jan 18 09:30:55.199530 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf912ac3-d13b-4905-85c0-70bd9c18ba88 req-6b7301b5-9731-40e3-871f-5f496e227fba tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:55.201038 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cf912ac3-d13b-4905-85c0-70bd9c18ba88 req-6b7301b5-9731-40e3-871f-5f496e227fba tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.2529211 Jan 18 09:30:55.382818 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cf912ac3-d13b-4905-85c0-70bd9c18ba88 req-ca16694f-4f2f-45ff-ae33-931a18d316a3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732790 Jan 18 09:30:55.577300 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348e422-5454-448a-91db-a50ad8838b70 req-0c717fae-619b-47c9-a568-5deb887f04a5 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:55.578764 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6348e422-5454-448a-91db-a50ad8838b70 req-0c717fae-619b-47c9-a568-5deb887f04a5 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 945 time: 0.3319840 Jan 18 09:30:55.638798 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Router 297c417b-8d0c-41e8-8d64-0ce1560403db has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:30:55.641958 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6348e422-5454-448a-91db-a50ad8838b70 req-60284b80-892d-4919-b23c-914a690b41e5 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569744 Jan 18 09:30:55.829921 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:30:55.840850 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] Sync routers for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:30:55.853039 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:55.853633 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:55.864207 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:56.048197 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-eebe98bb-022a-4739-9024-ea386239cbde tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8550873 Jan 18 09:30:56.048992 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:30:56.054869 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:56.105376 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'status': 'completed', 'code': 200} Jan 18 09:30:56.206366 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-e3bfac04-d54d-4f4c-9a1f-d492a6138379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:56.208478 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-e3bfac04-d54d-4f4c-9a1f-d492a6138379 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.0775595 Jan 18 09:30:56.347549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-b1aaa0fd-dd2a-4de2-ad81-3a9282d850d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:56.348892 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-b1aaa0fd-dd2a-4de2-ad81-3a9282d850d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 909 time: 0.1343791 Jan 18 09:30:56.460447 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-ee1f0d3b-0917-40f6-9cc7-86a163268bf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 999 time: 0.1045876 Jan 18 09:30:56.469244 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '2e862b77-a6eb-4097-890e-5cf8f468b178', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'port_id': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'mac_address': 'fa:16:3e:53:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:30:54Z', 'updated_at': '2022-01-18T09:30:54Z', 'revision_number': 0, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 5, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:56.474048 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] Checking router: 297c417b-8d0c-41e8-8d64-0ce1560403db for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:30:56.484387 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:56.485184 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:56.536227 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-7babd690-ff2f-45a6-921c-047b114fcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:56.537754 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-7babd690-ff2f-45a6-921c-047b114fcb1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.0693188 Jan 18 09:30:56.617201 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-56fb6654-908b-4206-b2c5-1dd4d1f37623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:56.618614 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-56fb6654-908b-4206-b2c5-1dd4d1f37623 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742259 Jan 18 09:30:56.686554 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:56.767171 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-243a863d-11e2-461a-901d-f054ea8fec55 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401370 Jan 18 09:30:56.821223 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4caf1e-1ff0-4401-9f1d-d75e13763406 req-b193eb05-a331-4e65-9849-8e3a39906864 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:56.822706 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7d4caf1e-1ff0-4401-9f1d-d75e13763406 req-b193eb05-a331-4e65-9849-8e3a39906864 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1611569 Jan 18 09:30:56.885126 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bded6-09aa-49c9-9b59-9ed2ddcf96e1 req-00708453-92be-4f68-8828-0ca5fb9be8ef tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:56.886607 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6c9bded6-09aa-49c9-9b59-9ed2ddcf96e1 req-00708453-92be-4f68-8828-0ca5fb9be8ef tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 945 time: 0.1365831 Jan 18 09:30:56.889530 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7d4caf1e-1ff0-4401-9f1d-d75e13763406 req-cf2f8e75-9998-4429-8d18-baac84b05c18 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592325 Jan 18 09:30:56.916173 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a7fd7fd5-17f3-471b-a631-2cada119d755 req-016e3721-e0e0-4370-aaf6-c012ff63c58f service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415884 Jan 18 09:30:56.993652 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6c9bded6-09aa-49c9-9b59-9ed2ddcf96e1 req-ecd786bd-b400-41a3-9f1f-fede6b310649 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups?id=a680420c-9a66-4aa7-a54f-17a2cf6b0158&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588491 Jan 18 09:30:57.015291 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-6b5d2d43-c391-47aa-847e-936dec52910b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:57.016870 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-6b5d2d43-c391-47aa-847e-936dec52910b tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 945 time: 0.1264637 Jan 18 09:30:57.104031 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Deleting port 4776e5f6-7247-4d1f-8460-a3107614ebcd {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:57.104443 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:57.129274 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '2e862b77-a6eb-4097-890e-5cf8f468b178', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'port_id': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'mac_address': 'fa:16:3e:53:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:30:54Z', 'updated_at': '2022-01-18T09:30:54Z', 'revision_number': 0, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 5, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:57.134088 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb1260-ad83-4a31-b92e-341a105bf11f None None] The sync data for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi is: [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '2e862b77-a6eb-4097-890e-5cf8f468b178', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'port_id': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'mac_address': 'fa:16:3e:53:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:30:54Z', 'updated_at': '2022-01-18T09:30:54Z', 'revision_number': 0, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 5, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:57.344741 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87407ee7-146c-421d-9b18-be0aab97d986 None None] New status for floating IP 2e862b77-a6eb-4097-890e-5cf8f468b178: ACTIVE {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:30:57.374926 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] For port 4776e5f6-7247-4d1f-8460-a3107614ebcd, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=4776e5f6-7247-4d1f-8460-a3107614ebcd,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:30:57.375585 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:57.685729 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:57.685969 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:57.686466 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Floating IP b7dd804b-6c97-47e5-a166-08da374bf8d6 disassociated. External IP: 172.27.0.103, port: 4776e5f6-7247-4d1f-8460-a3107614ebcd. Jan 18 09:30:57.686723 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Calling delete_port for 4776e5f6-7247-4d1f-8460-a3107614ebcd owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:30:57.840813 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:57.894629 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event deleted for resources: {'Port': ['ID=4776e5f6-7247-4d1f-8460-a3107614ebcd,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:58.276213 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-541444a2-0617-4982-9236-eda2ac1c6c1b req-910d7f1e-4a59-4518-b565-328165e551c1 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/ports?device_id=b73ccd17-83a8-43ff-a5b7-efd26524bde4 HTTP/1.1" status: 200 len: 210 time: 0.1694622 Jan 18 09:30:58.292976 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Router 84301b4e-53ae-4fcc-b054-9da422a74f75 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:30:58.397174 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca20f-c960-4ca5-bb2c-75e8f3e5b6b3 req-299a35bd-0627-4c63-865f-5a675211e931 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:58.398646 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c88ca20f-c960-4ca5-bb2c-75e8f3e5b6b3 req-299a35bd-0627-4c63-865f-5a675211e931 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.3579917 Jan 18 09:30:58.522236 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c88ca20f-c960-4ca5-bb2c-75e8f3e5b6b3 req-a1eced94-3b84-4b9c-8771-c3240a5e1711 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159830 Jan 18 09:30:58.529619 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:30:58.539735 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] Sync routers for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:30:58.551029 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:58.551649 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:58.605450 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] No DVR routers for this DVR port 4776e5f6-7247-4d1f-8460-a3107614ebcd on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:30:58.608095 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:58.610716 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'name': 'network-vif-deleted', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:30:58.629635 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-09f07165-44ba-4c96-8746-81e37e72ae55 req-73eb6f37-6078-4b05-8ed1-f2231e2ec9e8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.64 "DELETE /v2.0/ports/4776e5f6-7247-4d1f-8460-a3107614ebcd HTTP/1.1" status: 204 len: 173 time: 1.5973761 Jan 18 09:30:58.663335 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73ccd17-83a8-43ff-a5b7-efd26524bde4', 'name': 'network-vif-deleted', 'tag': '4776e5f6-7247-4d1f-8460-a3107614ebcd', 'status': 'completed', 'code': 200} Jan 18 09:30:58.746698 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:59.080242 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:59.084488 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] Checking router: 84301b4e-53ae-4fcc-b054-9da422a74f75 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:30:59.095598 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:30:59.096410 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:59.332035 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:30:59.404875 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45092) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:59.569628 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe849fd4-fc0d-442f-9953-db10dae4b2a7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:59.598790 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe849fd4-fc0d-442f-9953-db10dae4b2a7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:59.655612 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe849fd4-fc0d-442f-9953-db10dae4b2a7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:59.677058 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe849fd4-fc0d-442f-9953-db10dae4b2a7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680420c-9a66-4aa7-a54f-17a2cf6b0158,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:30:59.686041 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fe849fd4-fc0d-442f-9953-db10dae4b2a7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:59.687360 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fe849fd4-fc0d-442f-9953-db10dae4b2a7 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "DELETE /v2.0/security-groups/a680420c-9a66-4aa7-a54f-17a2cf6b0158 HTTP/1.1" status: 204 len: 168 time: 0.2841852 Jan 18 09:30:59.690130 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45098) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:59.704853 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:30:59.707109 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.api.v2.resource [None req-1d3eeeed-202e-4628-800e-1788611016f8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] show failed (client error): The resource could not be found. Jan 18 09:30:59.708613 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1d3eeeed-202e-4628-800e-1788611016f8 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "GET /v2.0/security-groups/a680420c-9a66-4aa7-a54f-17a2cf6b0158 HTTP/1.1" status: 404 len: 347 time: 0.0171134 Jan 18 09:30:59.711191 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45102) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:30:59.714555 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dac9aa-a336-49f4-ae9d-0fe896f1793e None None] The sync data for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi is: [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:33Z', 'revision_number': 4, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '69691aa6-3f09-415f-85f6-12b255d4cb5a', 'name': '', 'network_id': '24f8e68b-9c53-4ea8-ae30-e695ba267d2d', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'mac_address': 'fa:16:3e:f5:b2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:31Z', 'updated_at': '2022-01-18T09:24:47Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'subnets': [{'id': 'efd08cba-453c-43e1-a62e-d19e2917042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:30:59.755229 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bbbd5-4318-4564-be0e-5432fa937629 req-aa46c1a0-7534-4dea-b577-eb13d542d112 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:30:59.759258 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9b5bbbd5-4318-4564-be0e-5432fa937629 req-aa46c1a0-7534-4dea-b577-eb13d542d112 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1195357 Jan 18 09:30:59.816547 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9b5bbbd5-4318-4564-be0e-5432fa937629 req-eb5bc9ae-abf3-4465-8507-a3ccf07e115b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516896 Jan 18 09:30:59.884781 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Deleting port b0e498d5-4861-44b6-b5fb-5068b1bf636d {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:30:59.885119 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:30:59.982633 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e4c88-3f0f-48b3-a4c9-e477e3d58f2f None None] New status for floating IP b7dd804b-6c97-47e5-a166-08da374bf8d6: DOWN {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:31:00.083498 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:00.083835 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:00.228201 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Calling delete_port for b0e498d5-4861-44b6-b5fb-5068b1bf636d owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:31:00.320740 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.db.api [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:31:00.321237 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG oslo_db.api [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:31:00.823284 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Deleting port b0e498d5-4861-44b6-b5fb-5068b1bf636d {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:31:00.824005 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:01.000583 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:01.000950 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:01.018371 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b1c4-37ea-4e54-b995-aa76807b53be req-a602e460-414f-4097-8180-a0e194b962be tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:01.019992 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8230b1c4-37ea-4e54-b995-aa76807b53be req-a602e460-414f-4097-8180-a0e194b962be tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0865076 Jan 18 09:31:01.066615 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8230b1c4-37ea-4e54-b995-aa76807b53be req-37ffc21e-7014-40a7-91ca-316780fa2346 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408001 Jan 18 09:31:01.125448 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Calling delete_port for b0e498d5-4861-44b6-b5fb-5068b1bf636d owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:31:01.279026 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:01.328844 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Pushing event deleted for resources: {'Port': ['ID=b0e498d5-4861-44b6-b5fb-5068b1bf636d,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:01.420225 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:01.434038 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:01.435156 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-769e980c-ee09-48f2-a225-449466645229 tempest-AttachVolumeTestJSON-1267856110 tempest-AttachVolumeTestJSON-1267856110-project] 10.222.0.54 "DELETE /v2.0/floatingips/b7dd804b-6c97-47e5-a166-08da374bf8d6 HTTP/1.1" status: 204 len: 168 time: 1.7230320 Jan 18 09:31:01.470521 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4776e5f6-7247-4d1f-8460-a3107614ebcd no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:31:01.504408 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 4776e5f6-7247-4d1f-8460-a3107614ebcd {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:31:01.504700 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 4776e5f6-7247-4d1f-8460-a3107614ebcd not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:31:02.264408 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedc2fd-aebd-4051-95e6-8261ae3a3212 req-f0831c8b-b1d2-44a5-8a4b-43aebbecc483 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:02.265935 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5bedc2fd-aebd-4051-95e6-8261ae3a3212 req-f0831c8b-b1d2-44a5-8a4b-43aebbecc483 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0890856 Jan 18 09:31:02.312242 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5bedc2fd-aebd-4051-95e6-8261ae3a3212 req-1da60276-6199-4ba8-bc62-5359bec48cdd tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404196 Jan 18 09:31:03.515948 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d7ef1-3210-4ac0-8432-37220adcac8c req-a30f0f86-ed63-48e2-8e22-8b0977fe78a3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:03.517402 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-315d7ef1-3210-4ac0-8432-37220adcac8c req-a30f0f86-ed63-48e2-8e22-8b0977fe78a3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0818424 Jan 18 09:31:03.562759 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-315d7ef1-3210-4ac0-8432-37220adcac8c req-4817f8d4-72d6-40b1-9006-ae82181e060a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jan 18 09:31:04.765315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1a06-bd7d-442e-9b7a-6917f3bfa0e0 req-e59bbbd4-2748-4fab-96a8-c0473b5462c0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:04.766681 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-646e1a06-bd7d-442e-9b7a-6917f3bfa0e0 req-e59bbbd4-2748-4fab-96a8-c0473b5462c0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0897198 Jan 18 09:31:04.810749 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-646e1a06-bd7d-442e-9b7a-6917f3bfa0e0 req-2500814b-5b45-4c71-bdb2-f8a31b453546 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Jan 18 09:31:05.484108 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45142) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:05.871110 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9a8be65a-8064-4de6-acad-f7eef0993151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:05.964254 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:31:06.005174 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b939e-86d4-482c-933d-67be647ca740 req-bff521a4-fc4a-450e-9c3f-a7d9f84ee4a1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:06.006690 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9d0b939e-86d4-482c-933d-67be647ca740 req-bff521a4-fc4a-450e-9c3f-a7d9f84ee4a1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0825150 Jan 18 09:31:06.056812 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9d0b939e-86d4-482c-933d-67be647ca740 req-f7b3f68c-8484-4189-a20d-7b2b93b9d523 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 Jan 18 09:31:06.247916 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:06.596993 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Deleting port 69691aa6-3f09-415f-85f6-12b255d4cb5a {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:31:06.597744 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:06.769250 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] For port 69691aa6-3f09-415f-85f6-12b255d4cb5a, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=69691aa6-3f09-415f-85f6-12b255d4cb5a,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:06.769588 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:06.889011 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Calling delete_port for 69691aa6-3f09-415f-85f6-12b255d4cb5a owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:31:07.080457 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:07.125523 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Pushing event deleted for resources: {'Port': ['ID=69691aa6-3f09-415f-85f6-12b255d4cb5a,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:07.268566 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584464d-7a44-4b9c-92c9-ffbbceca82be req-d0f3717e-9a66-4776-aba1-226210581ce7 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:07.270937 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4584464d-7a44-4b9c-92c9-ffbbceca82be req-d0f3717e-9a66-4776-aba1-226210581ce7 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1025505 Jan 18 09:31:07.321857 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4584464d-7a44-4b9c-92c9-ffbbceca82be req-6f7eeb33-7f44-49dc-8523-2a49376cdf99 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Jan 18 09:31:07.501442 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:07.695881 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:07.862257 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Router 84301b4e-53ae-4fcc-b054-9da422a74f75 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:31:08.040320 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:31:08.049278 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] Sync routers for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:31:08.052754 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f8ee99a7-1efe-4b75-9a59-5ac6a502ab67 admin admin] 10.222.0.54 "PUT /v2.0/routers/84301b4e-53ae-4fcc-b054-9da422a74f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5676048 Jan 18 09:31:08.055536 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45152) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:08.058752 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:08.059458 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:30:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:08.149775 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6d54c2c9-ef18-4d2a-bf28-68a7050c689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:08.240973 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks [] for router, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:08.250040 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:08.430177 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:08.443051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Deleting port d502e1cc-76c2-4e78-b5c3-50462820dc25 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:31:08.443472 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:08.552280 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:31:07Z', 'revision_number': 5, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port': {'id': 'd502e1cc-76c2-4e78-b5c3-50462820dc25', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:08.556237 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] Checking router: 84301b4e-53ae-4fcc-b054-9da422a74f75 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:31:08.564928 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] Routers {'84301b4e-53ae-4fcc-b054-9da422a74f75'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:08.565550 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['84301b4e-53ae-4fcc-b054-9da422a74f75'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:08.723872 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] Set router 84301b4e-53ae-4fcc-b054-9da422a74f75 gateway port host: None {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:08.791471 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989dc42-ca99-486e-9b5c-0f8204c4669a req-7aae52b5-4052-4ddf-936a-311004b0e914 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:08.793061 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c989dc42-ca99-486e-9b5c-0f8204c4669a req-7aae52b5-4052-4ddf-936a-311004b0e914 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.3218522 Jan 18 09:31:08.828960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] For port d502e1cc-76c2-4e78-b5c3-50462820dc25, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=d502e1cc-76c2-4e78-b5c3-50462820dc25,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:08.829315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:08.877699 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:31:08Z', 'revision_number': 6, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:08.881923 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e286a517-7a78-4842-a918-62ecbf11c04f None None] The sync data for ids ['84301b4e-53ae-4fcc-b054-9da422a74f75'] in dv-cinder-825046-1-iscsi is: [{'id': '84301b4e-53ae-4fcc-b054-9da422a74f75', 'name': 'tempest-AttachVolumeTestJSON-1871108094-router', 'tenant_id': '234743f869b54f8889f1a749c0de41ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:31:08Z', 'revision_number': 6, 'project_id': '234743f869b54f8889f1a749c0de41ab', 'gw_port_host': None}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:31:08.969629 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Calling delete_port for d502e1cc-76c2-4e78-b5c3-50462820dc25 owned by network:router_gateway {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:31:09.014681 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c989dc42-ca99-486e-9b5c-0f8204c4669a req-644a5b20-be1c-4597-b3a7-eccabeb735b8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101319 Jan 18 09:31:09.138334 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.155017 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.191639 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.201082 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Pushing event deleted for resources: {'Port': ['ID=d502e1cc-76c2-4e78-b5c3-50462820dc25,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:09.300066 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.475454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.477694 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.507142 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.507962 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84301b4e-53ae-4fcc-b054-9da422a74f75 {{(pid=86805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:31:09.527560 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.528641 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ac6ba8e9-7466-4d15-8635-16fef96f0605 admin admin] 10.222.0.54 "DELETE /v2.0/routers/84301b4e-53ae-4fcc-b054-9da422a74f75 HTTP/1.1" status: 204 len: 168 time: 1.4721501 Jan 18 09:31:09.531398 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45160) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:09.590511 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] Deleting subnet efd08cba-453c-43e1-a62e-d19e2917042b {{(pid=86805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:31:09.598332 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.655430 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115103'] for subnet, precommit_delete_associations {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.663239 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 69691aa6-3f09-415f-85f6-12b255d4cb5a no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:31:09.696598 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 69691aa6-3f09-415f-85f6-12b255d4cb5a {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:31:09.696895 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 69691aa6-3f09-415f-85f6-12b255d4cb5a not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:31:09.697296 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device d502e1cc-76c2-4e78-b5c3-50462820dc25 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:31:09.732094 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: d502e1cc-76c2-4e78-b5c3-50462820dc25 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:31:09.732700 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device d502e1cc-76c2-4e78-b5c3-50462820dc25 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:31:09.738112 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.805003 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6691572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7156731'] for subnet, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.847107 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd08cba-453c-43e1-a62e-d19e2917042b,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:09.850833 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.856659 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7644839-1daa-4999-8339-a5e96dc4911a None None] Network 24f8e68b-9c53-4ea8-ae30-e695ba267d2d requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:31:09.858580 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-eb5d9805-b1ff-4a1f-b7df-1858402dfa6e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/efd08cba-453c-43e1-a62e-d19e2917042b HTTP/1.1" status: 204 len: 168 time: 0.3261545 Jan 18 09:31:09.861036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45164) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:09.970062 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:09.980955 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Deleting port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:31:09.981279 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:10.136348 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] DHCP port deletion for 24f8e68b-9c53-4ea8-ae30-e695ba267d2d request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:31:10.140780 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] Deleting port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:31:10.141372 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:10.353045 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] For port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:10.353336 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:10.395814 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] For port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,segment=NetworkSegment(e5cf3cef-b674-44f3-ba3c-4f0c279a4842),segment_id=e5cf3cef-b674-44f3-ba3c-4f0c279a4842)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:10.396237 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:10.478407 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] Calling delete_port for ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:31:10.527244 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:10.532162 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Calling delete_port for ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 owned by network:dhcp {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:31:10.559878 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822'] for port, after_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:10.607658 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] Pushing event deleted for resources: {'Port': ['ID=ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757,revision_number=None']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:10.611388 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e85ca0-7c22-45a3-a886-beb43e66e3bf None None] No DVR routers for this DVR port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 on host dv-cinder-825046-1-iscsi {{(pid=86807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:31:10.629185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-215abc4c-f099-4971-a08b-2be19a20f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:10.630677 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-215abc4c-f099-4971-a08b-2be19a20f956 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1099 time: 0.4692912 Jan 18 09:31:10.638843 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5081375-2ddc-44fe-9d6e-ef7bc13f12c0 req-e633cbba-413c-424e-b3f2-642b079d08f8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:10.640359 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d5081375-2ddc-44fe-9d6e-ef7bc13f12c0 req-e633cbba-413c-424e-b3f2-642b079d08f8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.4777904 Jan 18 09:31:10.642085 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.db.api [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:31:10.642392 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG oslo_db.api [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:31:10.768203 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d5081375-2ddc-44fe-9d6e-ef7bc13f12c0 req-3c030ba6-f395-49cf-802b-9a8b2e22a6b2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218598 Jan 18 09:31:10.810662 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-7ba8dc64-a877-44ea-b7c7-a5c2eeca0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:10.812181 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-7ba8dc64-a877-44ea-b7c7-a5c2eeca0bec service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.1522858 Jan 18 09:31:10.926063 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-9e2ea3d5-8517-4eb2-b3ef-8ef5eaac428b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e2224a-b891-4753-ba8a-727e432f4624 HTTP/1.1" status: 200 len: 1001 time: 0.1061134 Jan 18 09:31:10.992438 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-2a84800a-503b-4a2e-851e-8911b2efd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:10.994023 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-2a84800a-503b-4a2e-851e-8911b2efd159 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.0612769 Jan 18 09:31:11.082566 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-7993d7f8-2c2a-47fc-985f-1d0f4f3f179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:11.084099 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-7993d7f8-2c2a-47fc-985f-1d0f4f3f179a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828521 Jan 18 09:31:11.159201 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Deleting port ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:31:11.159546 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:11.240923 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] The port 'ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757' was deleted {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:31:11.387061 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-a685071b-0805-4b57-9518-3f9c0d1d1bc0 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948961 Jan 18 09:31:11.390722 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:11.482762 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f8e68b-9c53-4ea8-ae30-e695ba267d2d']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:11.508462 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:11.508667 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cf3cef-b674-44f3-ba3c-4f0c279a4842') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:11.519324 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:31:11.524941 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:11.553736 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:31:11.554102 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ddb5d2fd-d9ad-4a5d-9f41-45ff6e820757 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:31:11.555579 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:11.573195 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:31:11.573678 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: util.warn( Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: util.warn( Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: util.warn( Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: util.warn( Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:31:11.586958 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:31:11.643280 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a727ea55-0ac5-4e89-98cf-9c23e733c67a req-e327d1e4-505a-4d5e-bc34-54c258a3c9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449863 Jan 18 09:31:11.670108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:11.686606 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:11.697013 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=24f8e68b-9c53-4ea8-ae30-e695ba267d2d,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:11.711483 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-300df39e-beba-4d90-a293-63d2ec5f0f89 admin admin] 10.222.0.54 "DELETE /v2.0/networks/24f8e68b-9c53-4ea8-ae30-e695ba267d2d HTTP/1.1" status: 204 len: 168 time: 1.8493104 Jan 18 09:31:11.832868 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45174) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:11.912635 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-3564d50a-5169-420b-a7cf-24a71bc0e069 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=234743f869b54f8889f1a749c0de41ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0786095 Jan 18 09:31:11.915609 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45178) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:11.962343 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa7809-ee04-4ee0-8d20-a61f2b0ab133 req-08e5a997-7fae-4b71-8b3f-d2230d7051eb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:11.963916 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cfa7809-ee04-4ee0-8d20-a61f2b0ab133 req-08e5a997-7fae-4b71-8b3f-d2230d7051eb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0835800 Jan 18 09:31:11.981098 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e891994b-6b12-4d2b-bcf3-20025614200d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:12.008689 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e891994b-6b12-4d2b-bcf3-20025614200d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:12.012037 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4cfa7809-ee04-4ee0-8d20-a61f2b0ab133 req-6ced029c-25c7-4cfc-a82e-17c082837c61 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Jan 18 09:31:12.063656 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e891994b-6b12-4d2b-bcf3-20025614200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:12.080630 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891994b-6b12-4d2b-bcf3-20025614200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ed8d4-bc96-4208-9ed4-d9f25640236b,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:12.087464 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e891994b-6b12-4d2b-bcf3-20025614200d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:12.088594 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-e891994b-6b12-4d2b-bcf3-20025614200d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/966ed8d4-bc96-4208-9ed4-d9f25640236b HTTP/1.1" status: 204 len: 168 time: 0.1719534 Jan 18 09:31:13.339120 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2c094-2952-4caa-93d8-2dbf0308c46f req-5bd7b767-7271-43c5-aa3b-beff98066bd3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:13.340609 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1c2c094-2952-4caa-93d8-2dbf0308c46f req-5bd7b767-7271-43c5-aa3b-beff98066bd3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.2071614 Jan 18 09:31:13.391448 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1c2c094-2952-4caa-93d8-2dbf0308c46f req-6c35edb6-f0d8-4fba-8ac1-78b695552981 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Jan 18 09:31:14.074044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45236) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:14.204542 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.219335 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:14.223264 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Usage tracker for resource:security_group_rule and tenant:62359e97b35b495da118f887ae8612cf is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:14.226113 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:14.231951 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:14.317143 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.322540 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.378719 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45242) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:14.379290 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62359e97b35b495da118f887ae8612cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036363 Jan 18 09:31:14.379661 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c764647-c70d-45c4-82b0-7c100ac0ede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc4b64-9c1a-459d-9370-d03f4482497a,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:14.443521 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b10e055a-ea9e-4c0b-9fe6-ea7d7991c67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.469044 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b10e055a-ea9e-4c0b-9fe6-ea7d7991c67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.525835 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b10e055a-ea9e-4c0b-9fe6-ea7d7991c67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.540275 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e055a-ea9e-4c0b-9fe6-ea7d7991c67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc4b64-9c1a-459d-9370-d03f4482497a,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:14.547058 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b10e055a-ea9e-4c0b-9fe6-ea7d7991c67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.550300 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b10e055a-ea9e-4c0b-9fe6-ea7d7991c67b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02dc4b64-9c1a-459d-9370-d03f4482497a HTTP/1.1" status: 204 len: 168 time: 0.1694207 Jan 18 09:31:14.592065 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72c025-5851-46c4-a07a-d14e5d4b16c7 req-f2393536-b91f-453b-b07e-997404014201 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:14.593604 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ce72c025-5851-46c4-a07a-d14e5d4b16c7 req-f2393536-b91f-453b-b07e-997404014201 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0904021 Jan 18 09:31:14.641922 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ce72c025-5851-46c4-a07a-d14e5d4b16c7 req-5247dc40-841d-4810-875a-03605832fdc9 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425818 Jan 18 09:31:14.840970 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45252) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:14.859649 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.874305 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:14.878249 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a233388d86e24f59b0a67002e6e05d28 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:14.881120 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:14.887231 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:14.970323 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:14.976000 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:15.025226 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a233388d86e24f59b0a67002e6e05d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829951 Jan 18 09:31:15.026027 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb43bb-edff-40fe-9324-ad271edf05e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c977da9a-2c41-4f3f-8b60-ee76150a435e,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:15.028498 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45256) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:15.087091 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-29273513-9a04-478e-9a26-9a5af56d95a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:15.115081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-29273513-9a04-478e-9a26-9a5af56d95a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:15.168597 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-29273513-9a04-478e-9a26-9a5af56d95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:15.182866 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273513-9a04-478e-9a26-9a5af56d95a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c977da9a-2c41-4f3f-8b60-ee76150a435e,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:15.188791 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-29273513-9a04-478e-9a26-9a5af56d95a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:15.192906 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-29273513-9a04-478e-9a26-9a5af56d95a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c977da9a-2c41-4f3f-8b60-ee76150a435e HTTP/1.1" status: 204 len: 168 time: 0.1604655 Jan 18 09:31:15.841179 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26ef34-1a2c-4eb1-898a-388d9fdddaac req-9aee6529-3620-4330-8c39-e0f064afea32 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:15.842660 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2f26ef34-1a2c-4eb1-898a-388d9fdddaac req-9aee6529-3620-4330-8c39-e0f064afea32 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0868676 Jan 18 09:31:15.887475 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2f26ef34-1a2c-4eb1-898a-388d9fdddaac req-adc18b99-9aba-4f7d-b908-cf9cc778d795 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391090 Jan 18 09:31:17.090839 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b124dd-0571-47db-8fb0-b25c6e5e4363 req-23074a2b-3b81-49dc-9c6b-e44602852e3b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:17.092286 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3b124dd-0571-47db-8fb0-b25c6e5e4363 req-23074a2b-3b81-49dc-9c6b-e44602852e3b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0810738 Jan 18 09:31:17.137908 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a3b124dd-0571-47db-8fb0-b25c6e5e4363 req-21b42ece-42d8-4705-b189-a0b312502216 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 Jan 18 09:31:17.525761 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:31:17.678616 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:17.692822 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '92e2224a-b891-4753-ba8a-727e432f4624', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'port_id': '92e2224a-b891-4753-ba8a-727e432f4624', 'mac_address': 'fa:16:3e:16:99:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:31:17.768440 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:17.786353 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92e2224a-b891-4753-ba8a-727e432f4624 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:31:17.803265 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:17.809231 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:17.892417 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=6']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:17.921553 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['92e2224a-b891-4753-ba8a-727e432f4624'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:31:18.415518 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef2933-1314-4513-9255-fe5c5c9e9c61 req-8e81f9bf-3ce2-46a1-af57-3b508bfdb683 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:18.417497 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8ef2933-1314-4513-9255-fe5c5c9e9c61 req-8e81f9bf-3ce2-46a1-af57-3b508bfdb683 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 945 time: 0.1450627 Jan 18 09:31:18.494591 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8ef2933-1314-4513-9255-fe5c5c9e9c61 req-a3508b5c-fa01-48b0-82a3-f53060ccd452 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699866 Jan 18 09:31:18.775542 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45426) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:18.902209 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:18.917526 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:18.921591 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Usage tracker for resource:security_group_rule and tenant:35699f8be3c94d19997863fac80fc8ad is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:18.924564 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:18.931482 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:19.019644 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.024864 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.082655 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb1850a-8eb2-40ff-8c0b-a1b711fb50bc,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:19.087017 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35699f8be3c94d19997863fac80fc8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099735 Jan 18 09:31:19.089721 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45432) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:19.105218 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.105844 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.106315 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.106805 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.107276 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.107589 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.107903 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.108213 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.108679 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.108989 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.109299 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.109610 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578020f9-e394-4b37-b0aa-133e3bb07da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:19.164427 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8f85-bf49-4073-921a-f0ad807b8a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.191215 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8f85-bf49-4073-921a-f0ad807b8a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.247982 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8f85-bf49-4073-921a-f0ad807b8a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.264745 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d8f85-bf49-4073-921a-f0ad807b8a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb1850a-8eb2-40ff-8c0b-a1b711fb50bc,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:19.269694 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8f85-bf49-4073-921a-f0ad807b8a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.273487 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-dc0d8f85-bf49-4073-921a-f0ad807b8a5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4bb1850a-8eb2-40ff-8c0b-a1b711fb50bc HTTP/1.1" status: 204 len: 168 time: 0.1800942 Jan 18 09:31:19.538171 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:19.620496 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 92e2224a-b891-4753-ba8a-727e432f4624 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:19.621238 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.667477 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45442) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:19.697441 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.738576 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:19.748324 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Usage tracker for resource:security_group_rule and tenant:f696e5ac53744ea9b1845392dee5a4e2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:19.751490 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:19.757357 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:19.759423 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c0751-89b8-45b8-970e-005480360c7f req-053dc470-d963-4a25-821c-a7cd1a9695c8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:19.761705 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-964c0751-89b8-45b8-970e-005480360c7f req-053dc470-d963-4a25-821c-a7cd1a9695c8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 945 time: 0.1363142 Jan 18 09:31:19.790651 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.835925 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:31:19.838819 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-964c0751-89b8-45b8-970e-005480360c7f req-c584e337-6815-43bd-a242-53e5be1fcdd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657845 Jan 18 09:31:19.862783 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:19.872581 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.875172 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.886774 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:19.911645 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624', 'code': 200} Jan 18 09:31:19.949267 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=7']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:19.949939 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f011c-b597-4e9b-992a-4c85c2e3862b,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:19.954775 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-3a0ed69c-fedd-4afd-ba4b-089b6b270a66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f696e5ac53744ea9b1845392dee5a4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859604 Jan 18 09:31:19.957001 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45448) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:20.017729 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cb14da7d-b8d0-4182-b812-d01f7ff72edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:20.044782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cb14da7d-b8d0-4182-b812-d01f7ff72edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:20.100390 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cb14da7d-b8d0-4182-b812-d01f7ff72edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:20.122069 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14da7d-b8d0-4182-b812-d01f7ff72edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f011c-b597-4e9b-992a-4c85c2e3862b,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:20.131361 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cb14da7d-b8d0-4182-b812-d01f7ff72edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:20.147844 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-cb14da7d-b8d0-4182-b812-d01f7ff72edf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e92f011c-b597-4e9b-992a-4c85c2e3862b HTTP/1.1" status: 204 len: 168 time: 0.1837947 Jan 18 09:31:21.074264 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495c25-6778-4856-9a3e-222862d41104 req-03b76375-07c1-4985-9bc4-4098fe726353 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:21.085266 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b6495c25-6778-4856-9a3e-222862d41104 req-03b76375-07c1-4985-9bc4-4098fe726353 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1169648 Jan 18 09:31:21.147391 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b6495c25-6778-4856-9a3e-222862d41104 req-45ac3c59-ea9c-4b22-bddc-60b23dcb822f tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610180 Jan 18 09:31:22.355372 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded3f0-b9cb-4f39-9c5a-1fdcf015b072 req-f82d50b2-29e5-4a19-b13c-31e06035a214 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:22.356920 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5cded3f0-b9cb-4f39-9c5a-1fdcf015b072 req-f82d50b2-29e5-4a19-b13c-31e06035a214 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0951631 Jan 18 09:31:22.429453 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5cded3f0-b9cb-4f39-9c5a-1fdcf015b072 req-b13916dd-93dc-4eb1-a652-de8055268898 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657609 Jan 18 09:31:23.658574 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683fe0f-4333-49e3-977e-505743d61257 req-f806ee6a-6b91-4734-bc40-534575a91cd2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:23.660211 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4683fe0f-4333-49e3-977e-505743d61257 req-f806ee6a-6b91-4734-bc40-534575a91cd2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1004398 Jan 18 09:31:23.735359 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4683fe0f-4333-49e3-977e-505743d61257 req-023e7c49-d655-4516-9165-da7f824250e0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680947 Jan 18 09:31:24.948498 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2a47-f546-45c6-9340-adfc3ea23994 req-a67cc2e6-ac5a-4469-9dfa-b5914be4c13d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:24.949982 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d00f2a47-f546-45c6-9340-adfc3ea23994 req-a67cc2e6-ac5a-4469-9dfa-b5914be4c13d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0940523 Jan 18 09:31:25.032690 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d00f2a47-f546-45c6-9340-adfc3ea23994 req-381cae37-a917-42ed-a80e-5dc37ba18fe6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733428 Jan 18 09:31:26.385175 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b3c2d-0474-4b11-9326-361eacb35b48 req-e5136b10-29ab-4144-a19a-2fcee5e9cadf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:26.394400 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fa2b3c2d-0474-4b11-9326-361eacb35b48 req-e5136b10-29ab-4144-a19a-2fcee5e9cadf tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.1369278 Jan 18 09:31:26.459300 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fa2b3c2d-0474-4b11-9326-361eacb35b48 req-642b7fe8-5b5d-44e7-abf7-8ead11830c5d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608454 Jan 18 09:31:26.730653 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45568) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:26.860128 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:26.877246 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:26.881865 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Usage tracker for resource:security_group_rule and tenant:57affb1692b3421e8c15e5beabe14074 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:26.885277 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:26.891480 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:26.989011 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:26.996709 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.049155 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57affb1692b3421e8c15e5beabe14074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166986 Jan 18 09:31:27.049492 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45574) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:27.050119 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23333d3-b25d-4777-99a7-61d3be27d848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0787c29-1dd0-47f5-bd21-ee12ab1ff47f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:27.118024 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d63bd968-9d82-44a0-a496-bdf01d0ab38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.151601 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d63bd968-9d82-44a0-a496-bdf01d0ab38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.212152 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d63bd968-9d82-44a0-a496-bdf01d0ab38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.230806 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bd968-9d82-44a0-a496-bdf01d0ab38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0787c29-1dd0-47f5-bd21-ee12ab1ff47f,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:27.242078 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d63bd968-9d82-44a0-a496-bdf01d0ab38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.247551 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d63bd968-9d82-44a0-a496-bdf01d0ab38c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0787c29-1dd0-47f5-bd21-ee12ab1ff47f HTTP/1.1" status: 204 len: 168 time: 0.1952901 Jan 18 09:31:27.525328 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45594) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:27.542765 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.556950 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:27.560841 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Usage tracker for resource:security_group_rule and tenant:086242dec5a742aa9b5311eba40c061d is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:27.563653 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:27.569339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:27.640158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40636f5-0e4a-44ef-a820-6a33d1c3fe3a req-9335370f-8028-4f21-a21d-3e05cbfb2fb2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:27.642293 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a40636f5-0e4a-44ef-a820-6a33d1c3fe3a req-9335370f-8028-4f21-a21d-3e05cbfb2fb2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0821352 Jan 18 09:31:27.653380 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.658918 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.690745 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a40636f5-0e4a-44ef-a820-6a33d1c3fe3a req-e0059009-3fd6-4e63-b742-579ad7a1b79b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 Jan 18 09:31:27.806821 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=086242dec5a742aa9b5311eba40c061d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802656 Jan 18 09:31:27.808393 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f344675-17bc-4151-bf7c-00ccdaa46195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687a951e-7897-4b2d-95d6-3697dba3440f,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:27.809428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45598) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:27.868179 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-73900713-77d6-4b7c-9ebe-54d99dc855ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:27.894218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-73900713-77d6-4b7c-9ebe-54d99dc855ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:28.000138 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ade3-bef1-4667-9d45-74567d734a89 req-238fab32-af21-41f9-82cd-46dcc6ec775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:28.001622 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1576ade3-bef1-4667-9d45-74567d734a89 req-238fab32-af21-41f9-82cd-46dcc6ec775f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1099 time: 0.1002650 Jan 18 09:31:28.002667 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-73900713-77d6-4b7c-9ebe-54d99dc855ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:28.036732 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73900713-77d6-4b7c-9ebe-54d99dc855ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a951e-7897-4b2d-95d6-3697dba3440f,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:28.091862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-73900713-77d6-4b7c-9ebe-54d99dc855ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:28.093018 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-73900713-77d6-4b7c-9ebe-54d99dc855ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/687a951e-7897-4b2d-95d6-3697dba3440f HTTP/1.1" status: 204 len: 168 time: 0.2825646 Jan 18 09:31:28.249236 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ade3-bef1-4667-9d45-74567d734a89 req-bf995dc5-eb2e-4af2-95e3-d69c97f24003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:28.250704 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1576ade3-bef1-4667-9d45-74567d734a89 req-bf995dc5-eb2e-4af2-95e3-d69c97f24003 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.2388494 Jan 18 09:31:28.354511 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1576ade3-bef1-4667-9d45-74567d734a89 req-7eefeece-262b-4e08-ba9c-8b13bd2ba0e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e2224a-b891-4753-ba8a-727e432f4624 HTTP/1.1" status: 200 len: 1001 time: 0.0971446 Jan 18 09:31:28.418788 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ade3-bef1-4667-9d45-74567d734a89 req-fc09e670-8f07-4fe0-947e-514d99783309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:28.420470 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1576ade3-bef1-4667-9d45-74567d734a89 req-fc09e670-8f07-4fe0-947e-514d99783309 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.0602829 Jan 18 09:31:28.500911 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ade3-bef1-4667-9d45-74567d734a89 req-ed4f2656-295a-4624-bae3-caeed9f68d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:28.502442 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1576ade3-bef1-4667-9d45-74567d734a89 req-ed4f2656-295a-4624-bae3-caeed9f68d06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759177 Jan 18 09:31:28.641389 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1576ade3-bef1-4667-9d45-74567d734a89 req-e912e2d0-3b1f-4a76-a0f5-21d294d6e9a4 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327236 Jan 18 09:31:28.783857 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1576ade3-bef1-4667-9d45-74567d734a89 req-1e30ad0b-1d3d-4ee0-aba2-02e32c3d76d0 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360495 Jan 18 09:31:28.887482 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a8ba-5c61-482f-b21d-18ae6128f703 req-0e15c9c7-03be-48b5-9c41-b448d6e7faf2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:28.888979 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0780a8ba-5c61-482f-b21d-18ae6128f703 req-0e15c9c7-03be-48b5-9c41-b448d6e7faf2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0808940 Jan 18 09:31:28.934007 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0780a8ba-5c61-482f-b21d-18ae6128f703 req-e97d199a-eff6-4024-82b0-c946c70fe004 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392914 Jan 18 09:31:29.265587 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45634) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:29.391462 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:29.407495 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:29.412081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Usage tracker for resource:security_group_rule and tenant:a3198f1e14464816a9e0ea8a9b8165e2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:29.415383 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:29.421468 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:29.501302 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:29.506831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:29.550907 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e40bb68-e578-4823-b840-1c432db64f20,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:29.555202 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-c64b6950-4c7e-40ff-a78b-42f2e56cac9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3198f1e14464816a9e0ea8a9b8165e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885528 Jan 18 09:31:29.557878 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45642) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:29.619156 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f2da-8809-4c3e-95dc-d1846c67fa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:29.644986 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f2da-8809-4c3e-95dc-d1846c67fa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:29.699060 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f2da-8809-4c3e-95dc-d1846c67fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:29.716505 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7f2da-8809-4c3e-95dc-d1846c67fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e40bb68-e578-4823-b840-1c432db64f20,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:29.728682 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f2da-8809-4c3e-95dc-d1846c67fa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:29.731955 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b8b7f2da-8809-4c3e-95dc-d1846c67fa3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e40bb68-e578-4823-b840-1c432db64f20 HTTP/1.1" status: 204 len: 168 time: 0.1712053 Jan 18 09:31:30.124884 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e6fd-7983-4ac8-bb0b-cdeef316d902 req-b0f1d84a-343e-4677-a51b-be49d4375b72 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:30.126450 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b585e6fd-7983-4ac8-bb0b-cdeef316d902 req-b0f1d84a-343e-4677-a51b-be49d4375b72 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0850627 Jan 18 09:31:30.170581 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b585e6fd-7983-4ac8-bb0b-cdeef316d902 req-c5ce5a17-bd94-4971-8acc-26e3e23b1e4e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 Jan 18 09:31:31.362911 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9d83b-db4c-434b-a7f0-e32a282eddce req-18ada0c2-5fc1-4ed2-9888-995a06f17d1d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:31.364507 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f6d9d83b-db4c-434b-a7f0-e32a282eddce req-18ada0c2-5fc1-4ed2-9888-995a06f17d1d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 946 time: 0.0824323 Jan 18 09:31:31.410473 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f6d9d83b-db4c-434b-a7f0-e32a282eddce req-577604bd-2dbd-4dfc-ae05-534f809f6f7e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Jan 18 09:31:31.580910 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:31:31.705244 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:31.732727 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:31:31.743188 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:31.748118 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:31.779254 dv-cinder-825046-1-iscsi neutron-server[86807]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624', 'code': 422} returned with failed status Jan 18 09:31:31.819666 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=8']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:33.024830 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c75da-a9e3-4c99-8cab-570cc1265248 req-1bfda84e-e65c-4b16-a41b-46dbc0b62612 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:33.026453 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8a2c75da-a9e3-4c99-8cab-570cc1265248 req-1bfda84e-e65c-4b16-a41b-46dbc0b62612 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1390023 Jan 18 09:31:33.029995 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-30e471a1-988d-4dae-ac70-fd60aab218c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035147 Jan 18 09:31:33.071552 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8a2c75da-a9e3-4c99-8cab-570cc1265248 req-15d69571-f8e6-440b-b07d-b8f8663cfb3c tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Jan 18 09:31:34.265696 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395fb44-e6fd-420a-a1b0-f6d9dd053e8c req-f3a1ca39-1fdc-46f2-9ca0-51e0fab88140 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:34.267188 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5395fb44-e6fd-420a-a1b0-f6d9dd053e8c req-f3a1ca39-1fdc-46f2-9ca0-51e0fab88140 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.0861275 Jan 18 09:31:34.311423 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5395fb44-e6fd-420a-a1b0-f6d9dd053e8c req-cba6f796-0dab-416b-96a3-9cc38a703785 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384274 Jan 18 09:31:35.542670 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca89f7-ef54-428c-bd50-4cb162ae8df0 req-200924dc-1c43-4a10-abfc-7a4faeddd9ec tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:35.544176 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52ca89f7-ef54-428c-bd50-4cb162ae8df0 req-200924dc-1c43-4a10-abfc-7a4faeddd9ec tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1235192 Jan 18 09:31:35.606060 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-52ca89f7-ef54-428c-bd50-4cb162ae8df0 req-6bc95f29-4295-4142-b403-ec91619d26d9 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538695 Jan 18 09:31:35.616240 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-98fb3f9a-f49e-498e-87d0-07a2f186f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:35.617748 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-98fb3f9a-f49e-498e-87d0-07a2f186f493 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7&tenant_id=6835f51ae51d48eda5eb9edb46d9ca90 HTTP/1.1" status: 200 len: 1097 time: 0.1217499 Jan 18 09:31:35.713481 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-d755beb3-67fd-48c6-a296-ab451da709ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:35.715036 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-d755beb3-67fd-48c6-a296-ab451da709ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1097 time: 0.0758214 Jan 18 09:31:35.853634 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-ba118c09-abf8-4fdb-b9d3-cac6fde4ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:35.855292 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-ba118c09-abf8-4fdb-b9d3-cac6fde4ec78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 200 len: 917 time: 0.1339850 Jan 18 09:31:35.873768 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9cc3-4b56-4b16-b78c-ccc1fb6cabcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:35.962029 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-d18053d2-f96d-48a6-a406-d6ba10d45542 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e2224a-b891-4753-ba8a-727e432f4624 HTTP/1.1" status: 200 len: 999 time: 0.1000524 Jan 18 09:31:36.127665 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-c0808264-5698-4fdf-bc6b-74260df6ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:36.130198 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-c0808264-5698-4fdf-bc6b-74260df6ff3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 200 len: 855 time: 0.1616130 Jan 18 09:31:36.211221 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-fe8dcbc2-d7ad-440c-a02e-20e9724bab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:36.212857 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-fe8dcbc2-d7ad-440c-a02e-20e9724bab19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45a2209b-7cf2-4e17-afd0-7988f28547d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757334 Jan 18 09:31:36.353811 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-d97802d5-19ce-4ec7-ade2-2984780a1bd7 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341398 Jan 18 09:31:36.512062 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-30d0db10-66af-4919-8b3d-5e6a5d04cad8 req-cfa93ba6-7fe0-4277-bff4-de29227feea1 service neutron] 10.222.0.64 "GET /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510863 Jan 18 09:31:36.827498 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60436185-6ba9-4cc1-93f4-4c7be62dc4f2 req-2d05fe36-67b9-4a2d-bfc6-f889937ebce1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:36.829070 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-60436185-6ba9-4cc1-93f4-4c7be62dc4f2 req-2d05fe36-67b9-4a2d-bfc6-f889937ebce1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1083531 Jan 18 09:31:36.883347 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-60436185-6ba9-4cc1-93f4-4c7be62dc4f2 req-83a7abc7-c6ec-48da-add4-6b272edbc2b0 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Jan 18 09:31:37.710853 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:38.098486 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d60938-dff7-4620-8f94-8bd145aab331 req-82140a78-ea14-455c-8862-c71dc52b26f8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:38.100559 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-62d60938-dff7-4620-8f94-8bd145aab331 req-82140a78-ea14-455c-8862-c71dc52b26f8 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.0915165 Jan 18 09:31:38.131654 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a6f0afb0-2e11-49c2-95d3-c95e85722e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:38.163203 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-62d60938-dff7-4620-8f94-8bd145aab331 req-218e33d2-ce7e-4919-aec1-00113ffab473 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552611 Jan 18 09:31:39.036324 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45804) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:39.144374 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.190717 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.197147 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.215228 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:39.219988 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Usage tracker for resource:security_group_rule and tenant:b39620f69c7c4f459efa55f95d21a4e9 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:39.223770 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:39.231546 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:39.333707 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.340136 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.394239 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34916c6-2d9b-41f8-84ef-c1402c1a0c0c,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:39.402121 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45814) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:39.403043 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-d24e037e-6513-453b-b2a8-857ce2610364 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b39620f69c7c4f459efa55f95d21a4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649673 Jan 18 09:31:39.477203 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a795eb-e346-42b6-a1d9-c6d22948f31c req-fdffd576-c9d1-4af9-a97c-5563a52aded2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:39.478825 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4a795eb-e346-42b6-a1d9-c6d22948f31c req-fdffd576-c9d1-4af9-a97c-5563a52aded2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1601176 Jan 18 09:31:39.502294 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c4d771ab-63e6-4328-ad66-d1f6b64af7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.560407 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c4d771ab-63e6-4328-ad66-d1f6b64af7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.585963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d4a795eb-e346-42b6-a1d9-c6d22948f31c req-81e7a8e1-a34c-478c-9ae9-cdd4dcd2de05 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847964 Jan 18 09:31:39.635998 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c4d771ab-63e6-4328-ad66-d1f6b64af7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.651500 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d771ab-63e6-4328-ad66-d1f6b64af7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34916c6-2d9b-41f8-84ef-c1402c1a0c0c,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:39.663152 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-c4d771ab-63e6-4328-ad66-d1f6b64af7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:39.664291 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-c4d771ab-63e6-4328-ad66-d1f6b64af7a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a34916c6-2d9b-41f8-84ef-c1402c1a0c0c HTTP/1.1" status: 204 len: 168 time: 0.2611008 Jan 18 09:31:40.459759 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:40.460292 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45838) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:40.585542 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-135726984-network', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:40.590719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:40.594787 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Usage tracker for resource:network and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:40.597823 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:40.604589 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:40.619170 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Made reservation on behalf of 5deb38e59ae64d1c9844add01c555db2 for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:31:40.622247 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:40.644119 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:40.660497 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:40.664630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:40.667980 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:40.674535 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:40.832116 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:40.841085 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482d99-3593-4983-96ff-25097235954a req-5cd19d56-6661-4780-8dc9-85e8d55e1e82 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:40.842391 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-11482d99-3593-4983-96ff-25097235954a req-5cd19d56-6661-4780-8dc9-85e8d55e1e82 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1326220 Jan 18 09:31:40.843623 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:40.904228 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:31:40.925483 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04a6d0-98be-4ae5-a313-c5668e966e2e,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:40.930808 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-11482d99-3593-4983-96ff-25097235954a req-8634d7de-e0f2-4d69-9350-5abec193e3c4 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757883 Jan 18 09:31:40.932063 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:40.932408 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Added segment 5624a83b-3ada-4fe9-bf1c-e3a7572b57f5 of type vlan for network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 Jan 18 09:31:40.972327 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.008720 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.010655 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:41.011339 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.128841 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] Pushing event updated for resources: {'Network': ['ID=b9819e1a-5e9b-4056-b9fc-34086ba9cd22,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:41.136633 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-01c223df-6ff1-4bb2-a5dd-136b99f4ccfd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6756363 Jan 18 09:31:41.136761 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45846) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:41.141662 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:31:41.144852 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Request body: {'subnet': {'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-135726984-subnet', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'ip_version': 4}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:41.150275 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:41.154638 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Usage tracker for resource:subnet and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:41.158606 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:41.164345 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:41.188218 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Made reservation on behalf of 5deb38e59ae64d1c9844add01c555db2 for: {'subnet': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:31:41.190901 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7470448'] for subnet, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.431039 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7470434'] for subnet, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.511429 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:41.519334 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Checking segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:41.519697 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Network hostable DHCP agents. Network: b9819e1a-5e9b-4056-b9fc-34086ba9cd22, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:31:41.541178 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:31:41.551986 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, b9819e1a-5e9b-4056-b9fc-34086ba9cd22) {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:41.556563 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:41.557154 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.565858 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a0c11-e7cb-4c26-80fd-e93e19504b56 None None] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:31:41.590508 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45850) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:41.591101 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f4cff520-4e63-4baf-bfb6-d99750c78a82 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4524684 Jan 18 09:31:41.596043 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:41.601302 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:41.605493 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Usage tracker for resource:router and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:41.608791 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:41.621796 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:41.641380 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.642801 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.670787 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:41.821357 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:31:41.822449 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.002528 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.052285 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Allocated IP 172.20.0.2 (b9819e1a-5e9b-4056-b9fc-34086ba9cd22/fb496eec-0d00-49f0-83dc-d9dc1edf5d0e/c02b067e-52cc-4be4-b9b6-fe0977d54e40) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:31:42.340270 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.350171 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652838b2-e25f-4573-9250-55efbad1ed3f req-d821ef60-7da5-45a7-a039-1ffd41eb7967 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:42.351738 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-652838b2-e25f-4573-9250-55efbad1ed3f req-d821ef60-7da5-45a7-a039-1ffd41eb7967 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1310751 Jan 18 09:31:42.372538 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Transition to ACTIVE for port object c02b067e-52cc-4be4-b9b6-fe0977d54e40 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:42.405838 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Transition to ACTIVE for port object c02b067e-52cc-4be4-b9b6-fe0977d54e40 will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:42.417888 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.494793 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:42.498377 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:42.502478 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:31:42.539917 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Pushing event updated for resources: {'Port': ['ID=c02b067e-52cc-4be4-b9b6-fe0977d54e40,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:42.582821 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-652838b2-e25f-4573-9250-55efbad1ed3f req-f060e8f5-ff1d-480b-b5eb-7c0321ec129b tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208471 Jan 18 09:31:42.693441 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.713489 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Attempting to bind port c02b067e-52cc-4be4-b9b6-fe0977d54e40 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:31:42.714119 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Attempting to bind port c02b067e-52cc-4be4-b9b6-fe0977d54e40 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:31:42.714226 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Attempting to bind port c02b067e-52cc-4be4-b9b6-fe0977d54e40 on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:31:42.721217 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:31:42.721625 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Checking segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:42.722033 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.722445 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Bound using segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:31:42.722982 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Bound port: c02b067e-52cc-4be4-b9b6-fe0977d54e40, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:31:42.723365 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.765149 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.857298 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] For port c02b067e-52cc-4be4-b9b6-fe0977d54e40, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:31:42.857805 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] For port c02b067e-52cc-4be4-b9b6-fe0977d54e40, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c02b067e-52cc-4be4-b9b6-fe0977d54e40,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:31:42.870991 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:42.952324 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7656f9e-6b09-4662-9adc-6f7fa6d35693 None None] Pushing event updated for resources: {'Port': ['ID=c02b067e-52cc-4be4-b9b6-fe0977d54e40,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:42.970111 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Allocated IP 172.27.0.220 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/99021525-ea64-4e17-8779-c1602ea0e011) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:31:42.971132 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:31:43.206271 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:43.245323 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:43.409289 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:43.425611 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:43.431192 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:31:43.507515 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Pushing event updated for resources: {'Port': ['ID=99021525-ea64-4e17-8779-c1602ea0e011,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:43.641485 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c02b067e-52cc-4be4-b9b6-fe0977d54e40 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:43.759223 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port c02b067e-52cc-4be4-b9b6-fe0977d54e40 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:43.989036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c483e9-6cb2-4ca4-9c01-c5b14be68dd3 req-bc182646-e277-47b3-9dcb-16e84c63463a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:43.990999 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e4c483e9-6cb2-4ca4-9c01-c5b14be68dd3 req-bc182646-e277-47b3-9dcb-16e84c63463a tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.2023642 Jan 18 09:31:44.185311 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e4c483e9-6cb2-4ca4-9c01-c5b14be68dd3 req-fa4ef0a9-4318-46a6-a60f-e39f1bff7386 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435788 Jan 18 09:31:44.273911 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:44.372898 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ff6a6-21a7-4012-8154-d256c38ea5f6 None None] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:31:44.519939 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-080e903d-f8aa-4ad0-a194-a5a06dbc0c80 None None] Provisioning for port c02b067e-52cc-4be4-b9b6-fe0977d54e40 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:44.530656 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-080e903d-f8aa-4ad0-a194-a5a06dbc0c80 None None] Provisioning complete for port c02b067e-52cc-4be4-b9b6-fe0977d54e40 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:44.531036 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-080e903d-f8aa-4ad0-a194-a5a06dbc0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:44.767755 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-080e903d-f8aa-4ad0-a194-a5a06dbc0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:44.815155 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-080e903d-f8aa-4ad0-a194-a5a06dbc0c80 None None] For port c02b067e-52cc-4be4-b9b6-fe0977d54e40, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c02b067e-52cc-4be4-b9b6-fe0977d54e40,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:44.821408 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-080e903d-f8aa-4ad0-a194-a5a06dbc0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:44.869030 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:44.896065 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e903d-f8aa-4ad0-a194-a5a06dbc0c80 None None] Pushing event updated for resources: {'Port': ['ID=c02b067e-52cc-4be4-b9b6-fe0977d54e40,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:45.047000 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-4a41ea97-b0a3-427a-be84-212ea8f8b189 None None] Provisioning complete for port c02b067e-52cc-4be4-b9b6-fe0977d54e40 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:45.047674 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4a41ea97-b0a3-427a-be84-212ea8f8b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:45.091405 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:31:45.274649 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:31:45.286298 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:31:45.296490 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:45.297330 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:45.300205 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:45.301574 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4aaebbbe-8e0d-45df-8412-51e642152d8b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7098484 Jan 18 09:31:45.304608 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45864) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:45.477760 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:45.552274 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c02b067e-52cc-4be4-b9b6-fe0977d54e40 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:45.617196 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d8b9-ad57-4a71-9ad7-11e95afb4043 req-f574c838-847d-4238-8849-0c09e9592777 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:45.618785 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5791d8b9-ad57-4a71-9ad7-11e95afb4043 req-f574c838-847d-4238-8849-0c09e9592777 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.3158872 Jan 18 09:31:45.624487 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port c02b067e-52cc-4be4-b9b6-fe0977d54e40 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:45.624843 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:45.746981 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5791d8b9-ad57-4a71-9ad7-11e95afb4043 req-499c6bb0-6562-45d5-91ae-12a6d6138a00 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189229 Jan 18 09:31:45.787419 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:43Z', 'revision_number': 3, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:45.791305 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:31:45.791638 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Updating router 58ba5b36-e20a-40c2-b7d1-245f650a6538 port 99021525-ea64-4e17-8779-c1602ea0e011 binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:31:45.848462 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.194614 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.207585 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Transition to ACTIVE for port object 99021525-ea64-4e17-8779-c1602ea0e011 will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:46.218532 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.244541 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.302652 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Pushing event updated for resources: {'Port': ['ID=99021525-ea64-4e17-8779-c1602ea0e011,revision_number=2']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:46.307562 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Attempting to bind port 99021525-ea64-4e17-8779-c1602ea0e011 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:31:46.307919 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Attempting to bind port 99021525-ea64-4e17-8779-c1602ea0e011 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:31:46.308293 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Attempting to bind port 99021525-ea64-4e17-8779-c1602ea0e011 on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:31:46.315283 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.316640 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.316640 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.316640 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.316640 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.317081 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.317810 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.317810 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.317810 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.318116 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.318301 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.318603 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:46.324031 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:31:46.324888 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:46.324888 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.325102 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:31:46.325551 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Bound port: 99021525-ea64-4e17-8779-c1602ea0e011, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:31:46.325930 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.402803 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] For port 99021525-ea64-4e17-8779-c1602ea0e011, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:31:46.406067 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] For port 99021525-ea64-4e17-8779-c1602ea0e011, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=99021525-ea64-4e17-8779-c1602ea0e011,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:31:46.410972 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.473839 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Allocated IP 172.20.0.1 (b9819e1a-5e9b-4056-b9fc-34086ba9cd22/fb496eec-0d00-49f0-83dc-d9dc1edf5d0e/41aee84d-cfdd-4e03-9830-033cd3709064) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:31:46.490866 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:46.491494 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:46.544317 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0699c4-31a4-49c8-b8db-5a6d971beb1a None None] Pushing event updated for resources: {'Port': ['ID=99021525-ea64-4e17-8779-c1602ea0e011,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:46.639678 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.656782 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Transition to ACTIVE for port object 41aee84d-cfdd-4e03-9830-033cd3709064 will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:46.682190 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:46.683910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:46.755745 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:46.758704 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:46.762641 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:31:46.809812 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Pushing event updated for resources: {'Port': ['ID=41aee84d-cfdd-4e03-9830-033cd3709064,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:46.850556 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.034181 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:43Z', 'revision_number': 3, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:47.037639 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c60e7-4615-4926-99b4-d384046448b4 None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:43Z', 'revision_number': 3, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:31:47.104435 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-82f9a1c3-5667-4e8c-bffb-f4feafec6733 None None] Provisioning for port 41aee84d-cfdd-4e03-9830-033cd3709064 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:47.110816 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-82f9a1c3-5667-4e8c-bffb-f4feafec6733 None None] Provisioning complete for port 41aee84d-cfdd-4e03-9830-033cd3709064 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:47.111192 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-82f9a1c3-5667-4e8c-bffb-f4feafec6733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.122106 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79b5a2-80f7-42df-bac7-c243fb4537df req-92bf5dc4-4f47-4041-ac8d-e46a238a3d7e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:47.123725 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1b79b5a2-80f7-42df-bac7-c243fb4537df req-92bf5dc4-4f47-4041-ac8d-e46a238a3d7e tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 944 time: 0.1462209 Jan 18 09:31:47.183755 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-82f9a1c3-5667-4e8c-bffb-f4feafec6733 None None] Port 41aee84d-cfdd-4e03-9830-033cd3709064 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:31:47.220878 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-1b79b5a2-80f7-42df-bac7-c243fb4537df req-558d2d6a-ecfd-4514-b99b-45b5adfe5746 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893779 Jan 18 09:31:47.240956 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.539158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.549000 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.574249 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 99021525-ea64-4e17-8779-c1602ea0e011 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:47.649171 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 99021525-ea64-4e17-8779-c1602ea0e011 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:47.656197 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 99021525-ea64-4e17-8779-c1602ea0e011 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:47.656974 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.665607 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.670056 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Pushing event updated for resources: {'Port': ['ID=41aee84d-cfdd-4e03-9830-033cd3709064,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:47.690942 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:31:47.817806 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:47.818919 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:47.891357 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:47.923824 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:47.935849 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 99021525-ea64-4e17-8779-c1602ea0e011, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=99021525-ea64-4e17-8779-c1602ea0e011,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:47.940473 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '92e2224a-b891-4753-ba8a-727e432f4624', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'port_id': '92e2224a-b891-4753-ba8a-727e432f4624', 'mac_address': 'fa:16:3e:16:99:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:31:47.986052 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:48.074527 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:48.096281 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e2224a-b891-4753-ba8a-727e432f4624 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:31:48.130613 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:48.131708 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=99021525-ea64-4e17-8779-c1602ea0e011,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:48.143551 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:48.146168 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.146508 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.146864 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.147191 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.147605 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.147918 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.148233 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.148548 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.148866 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.149177 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.149487 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.149857 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:48.189478 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:31:48.191015 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-09811d2e-6ed9-413c-ac7f-fa0628fa0397 None None] Provisioning complete for port 41aee84d-cfdd-4e03-9830-033cd3709064 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:48.191387 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-09811d2e-6ed9-413c-ac7f-fa0628fa0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:48.268537 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-09811d2e-6ed9-413c-ac7f-fa0628fa0397 None None] Port 41aee84d-cfdd-4e03-9830-033cd3709064 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:31:48.272436 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=9']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:48.365629 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['92e2224a-b891-4753-ba8a-727e432f4624'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:31:48.454903 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:31:48.472022 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-fcb7c98e-b4ad-4db2-9dc2-1e1bacaf3f34 admin admin] 10.222.0.54 "PUT /v2.0/routers/58ba5b36-e20a-40c2-b7d1-245f650a6538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1664417 Jan 18 09:31:48.499195 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e7a31-6a4a-4fec-a99c-9b5d924ddd52 req-d981c579-c20c-4911-ae44-a222fbca0984 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:48.500947 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-143e7a31-6a4a-4fec-a99c-9b5d924ddd52 req-d981c579-c20c-4911-ae44-a222fbca0984 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 945 time: 0.1258397 Jan 18 09:31:48.568679 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-143e7a31-6a4a-4fec-a99c-9b5d924ddd52 req-ac594de9-e5c4-4468-8017-0bf10dc48fe5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565097 Jan 18 09:31:48.888949 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:31:48.899560 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:48.900251 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:49.068547 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45886) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:49.073938 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1657199218-network', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:49.078687 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:49.082544 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Usage tracker for resource:network and tenant:a5bf4cc592154ef08c9412d20faa67f4 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:49.085568 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:49.091703 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:49.104637 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Made reservation on behalf of a5bf4cc592154ef08c9412d20faa67f4 for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:31:49.107523 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.122026 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.137187 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:49.141363 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Usage tracker for resource:security_group_rule and tenant:a5bf4cc592154ef08c9412d20faa67f4 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:49.144199 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:49.144792 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:49.150026 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:49.273416 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.280403 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.329275 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:31:49.352657 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679a8ce-20f1-4e58-b816-8647ade9e348,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:49.363170 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.363615 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Added segment 1aa056c1-01a2-4d38-9f45-4717e6b059b1 of type vlan for network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac Jan 18 09:31:49.411172 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.462231 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.463610 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:49.464206 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.567988 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 99021525-ea64-4e17-8779-c1602ea0e011 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:49.572456 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5027709 Jan 18 09:31:49.577268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45890) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:49.584348 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Request body: {'subnet': {'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1657199218-subnet', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:49.588338 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f4fd-0729-48dd-80f5-a5869f4e5c94 admin admin] Pushing event updated for resources: {'Network': ['ID=0d9da1b5-08d0-4df6-bc65-122fcfd681ac,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:49.592579 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:49.597263 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Usage tracker for resource:subnet and tenant:a5bf4cc592154ef08c9412d20faa67f4 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:49.600637 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:49.607881 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:49.609573 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:31:49.622685 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Made reservation on behalf of a5bf4cc592154ef08c9412d20faa67f4 for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:31:49.625627 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7156624'] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.701406 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:49.814682 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 2, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:49.825014 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:31:49.825330 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Updating router 58ba5b36-e20a-40c2-b7d1-245f650a6538 port 41aee84d-cfdd-4e03-9830-033cd3709064 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:31:49.846339 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79ba75-4c24-4eeb-8ffa-a7f3505f70c6 req-3c3e1ab0-083b-4a61-9030-69bb11e95fbe tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:49.847976 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8b79ba75-4c24-4eeb-8ffa-a7f3505f70c6 req-3c3e1ab0-083b-4a61-9030-69bb11e95fbe tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 945 time: 0.1214619 Jan 18 09:31:49.884249 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 99021525-ea64-4e17-8779-c1602ea0e011 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:49.884614 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.925635 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.940790 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 92e2224a-b891-4753-ba8a-727e432f4624 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:49.941151 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:49.947002 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8b79ba75-4c24-4eeb-8ffa-a7f3505f70c6 req-b87944b4-50a2-443b-958c-7f20f91f68a6 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709562 Jan 18 09:31:49.976402 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6691379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7156610'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.060779 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945c24be-6425-46a2-b7e9-9cc596040592,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:50.072952 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Checking segment: {'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:50.073368 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Network hostable DHCP agents. Network: 0d9da1b5-08d0-4df6-bc65-122fcfd681ac, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:31:50.093710 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:31:50.105392 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 0d9da1b5-08d0-4df6-bc65-122fcfd681ac) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:50.111160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:50.112216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.129193 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc02d4-f70a-4ef0-b50c-3978d79ff925 None None] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:31:50.141826 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ed8192c0-7f6a-4c6e-9198-667af7f216b9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5621963 Jan 18 09:31:50.144431 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45896) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:50.149826 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:50.155396 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:50.159426 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Usage tracker for resource:router and tenant:a5bf4cc592154ef08c9412d20faa67f4 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:50.163257 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:50.170847 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:50.184214 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7927117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62817'] for router, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.185325 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8281150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8294329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62830'] for router, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.202268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.428094 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.531140 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:31:50.543021 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7927106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62844'] for router, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.569691 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:50.581151 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.676130 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624', 'code': 200} Jan 18 09:31:50.773871 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b5d5c6a-858b-51bc-9cd2-b5367ceaa6f2-0d9da1b5-08d0-4df6-bc65-122fcfd681ac', 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'fixed_ips': [{'subnet_id': '945c24be-6425-46a2-b7e9-9cc596040592'}]}} from dv-cinder-825046-1-iscsi. {{(pid=86807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 18 09:31:50.774817 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.843926 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=10']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:50.915962 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:50.945262 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Transition to ACTIVE for port object 41aee84d-cfdd-4e03-9830-033cd3709064 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:50.962104 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.177317 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5a1f-b1b2-488e-8a55-c697bed49996 req-780b7d49-52ba-441b-ac3e-00af394e8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:51.178929 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c13a5a1f-b1b2-488e-8a55-c697bed49996 req-780b7d49-52ba-441b-ac3e-00af394e8c25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 1100 time: 0.2866583 Jan 18 09:31:51.185125 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.db_base_plugin_common [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Allocated IP 172.20.0.2 (0d9da1b5-08d0-4df6-bc65-122fcfd681ac/945c24be-6425-46a2-b7e9-9cc596040592/e8d1c99e-9e5d-40b7-901a-5dbe37a7372c) {{(pid=86807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:31:51.189398 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49494f-945f-44c0-9e08-464609eabbf0 None None] Pushing event updated for resources: {'Port': ['ID=41aee84d-cfdd-4e03-9830-033cd3709064,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:51.250401 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.289032 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c13a5a1f-b1b2-488e-8a55-c697bed49996 req-488327b1-bf47-44a3-a999-92ab2c049a84 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020381 Jan 18 09:31:51.292172 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.383268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64cad-644d-42f2-839a-27128a7e3e69 req-6dd8361d-d1ff-48b0-ad16-f1c7d50237df tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:51.385623 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18a64cad-644d-42f2-839a-27128a7e3e69 req-6dd8361d-d1ff-48b0-ad16-f1c7d50237df tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 947 time: 0.2592745 Jan 18 09:31:51.386011 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Attempting to bind port 41aee84d-cfdd-4e03-9830-033cd3709064 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:31:51.386607 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Attempting to bind port 41aee84d-cfdd-4e03-9830-033cd3709064 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:31:51.387393 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Attempting to bind port 41aee84d-cfdd-4e03-9830-033cd3709064 on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:31:51.419459 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:31:51.419971 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Checking segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:51.420483 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.420978 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Bound using segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:31:51.421783 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Bound port: 41aee84d-cfdd-4e03-9830-033cd3709064, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:31:51.422249 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.498753 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18a64cad-644d-42f2-839a-27128a7e3e69 req-aa9fbfd1-6a25-4e8c-aa6f-52fb7628cd27 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924733 Jan 18 09:31:51.511112 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Allocated IP 172.27.0.25 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/ac32b77b-9162-4bf2-85b3-a5dce7d688fc) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:31:51.623010 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Notify callbacks [] for port, precommit_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.625901 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] For port 41aee84d-cfdd-4e03-9830-033cd3709064, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:31:51.631397 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] For port 41aee84d-cfdd-4e03-9830-033cd3709064, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=41aee84d-cfdd-4e03-9830-033cd3709064,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:31:51.638014 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Transition to ACTIVE for port object e8d1c99e-9e5d-40b7-901a-5dbe37a7372c will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:51.641073 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.726213 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.726418 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Transition to ACTIVE for port object e8d1c99e-9e5d-40b7-901a-5dbe37a7372c will not be triggered until provisioned by entity DHCP. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:51.739032 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:51.739755 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:51.777609 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.803906 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813'] for port, after_create {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:51.844534 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49494f-945f-44c0-9e08-464609eabbf0 None None] Pushing event updated for resources: {'Port': ['ID=41aee84d-cfdd-4e03-9830-033cd3709064,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:51.895231 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:51.899420 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:51.904652 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac is already hosted by enough agents. {{(pid=86807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:51.906503 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:31:51.968938 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Pushing event updated for resources: {'Port': ['ID=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:51.969294 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.scheduler.base_scheduler [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Resources bound (agent type, host, resource id): {{(pid=86807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:51.998895 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Received port after_create {{(pid=86807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:31:52.104988 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Pushing event updated for resources: {'Port': ['ID=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,revision_number=1']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:52.199715 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:52.271209 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Attempting to bind port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:31:52.271539 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Attempting to bind port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:31:52.271880 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Attempting to bind port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c on network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:31:52.284136 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:31:52.284505 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Checking segment: {'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:52.284903 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:52.285289 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Bound using segment: {'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:31:52.285750 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Bound port: e8d1c99e-9e5d-40b7-901a-5dbe37a7372c, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:31:52.286118 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:52.539784 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:52.875110 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] For port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:31:52.889892 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] For port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,segment=NetworkSegment(1aa056c1-01a2-4d38-9f45-4717e6b059b1),segment_id=1aa056c1-01a2-4d38-9f45-4717e6b059b1)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:31:52.899200 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:52.997378 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b84b30-d14c-4549-889e-10451a266a5e None None] Pushing event updated for resources: {'Port': ['ID=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,revision_number=2']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:53.001920 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:51Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:53.006925 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a3592-c180-4d08-a455-27b0db7f717c None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:51Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:31:53.102483 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1fc68-2474-4106-b7b5-c371d7b6dff6 req-bae4a0e4-1bad-4e73-bc3b-f338ee656aac tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:53.104375 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-37b1fc68-2474-4106-b7b5-c371d7b6dff6 req-bae4a0e4-1bad-4e73-bc3b-f338ee656aac tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 947 time: 0.2843854 Jan 18 09:31:53.189543 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7927131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7927236'] for router, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:53.195682 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-37b1fc68-2474-4106-b7b5-c371d7b6dff6 req-995032e5-33b7-485f-9f66-dff41c1b973d tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720036 Jan 18 09:31:53.558122 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Router 6ee968a4-4a94-4106-a5d6-c37483d1b640 is scheduled to L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 with binding_index 1 {{(pid=86805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 18 09:31:53.718058 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8d1c99e-9e5d-40b7-901a-5dbe37a7372c up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:53.804366 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:31:53.821150 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Sync routers for ids ['6ee968a4-4a94-4106-a5d6-c37483d1b640'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:31:53.836098 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:53.842755 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 41aee84d-cfdd-4e03-9830-033cd3709064 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:53.843341 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Routers {'6ee968a4-4a94-4106-a5d6-c37483d1b640'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:53.843977 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['6ee968a4-4a94-4106-a5d6-c37483d1b640'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:53.881646 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] Notify callbacks [] for router, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:53.885971 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d9940dab-b77a-483d-8063-20af74158939 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7375998 Jan 18 09:31:53.886354 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45940) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:53.935967 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port 41aee84d-cfdd-4e03-9830-033cd3709064 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:53.941966 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 41aee84d-cfdd-4e03-9830-033cd3709064 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:53.942335 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:54.104486 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Set router 6ee968a4-4a94-4106-a5d6-c37483d1b640 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:54.115590 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:54.172555 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port 41aee84d-cfdd-4e03-9830-033cd3709064, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=41aee84d-cfdd-4e03-9830-033cd3709064,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:54.180134 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:54.337830 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=41aee84d-cfdd-4e03-9830-033cd3709064,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:54.576146 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c517-b78c-433d-9541-8613ac99ab69 req-1e714fc1-8ff7-4b3d-83de-b345219b0df2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:31:54.579005 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ae9c517-b78c-433d-9541-8613ac99ab69 req-1e714fc1-8ff7-4b3d-83de-b345219b0df2 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 947 time: 0.1443334 Jan 18 09:31:54.600052 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd3fb1-37e9-423b-90f0-9282f445355e None None] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:31:54.651132 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:31:52Z', 'revision_number': 3, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port': {'id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:51Z', 'updated_at': '2022-01-18T09:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:54.657217 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Checking router: 6ee968a4-4a94-4106-a5d6-c37483d1b640 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:31:54.657606 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Updating router 6ee968a4-4a94-4106-a5d6-c37483d1b640 port ac32b77b-9162-4bf2-85b3-a5dce7d688fc binding host dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:31:54.673693 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6ae9c517-b78c-433d-9541-8613ac99ab69 req-eaecdd7c-7270-462a-b25b-cedc4a288419 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793083 Jan 18 09:31:54.727886 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:54.737689 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-d1f49523-9458-458f-9dd5-a9dd527324cf None None] Provisioning for port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:54.755498 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-d1f49523-9458-458f-9dd5-a9dd527324cf None None] Provisioning complete for port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:54.755852 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d1f49523-9458-458f-9dd5-a9dd527324cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:54.940126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.012289 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d1f49523-9458-458f-9dd5-a9dd527324cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.058932 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-d1f49523-9458-458f-9dd5-a9dd527324cf None None] For port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,segment=NetworkSegment(1aa056c1-01a2-4d38-9f45-4717e6b059b1),segment_id=1aa056c1-01a2-4d38-9f45-4717e6b059b1)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:55.071207 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d1f49523-9458-458f-9dd5-a9dd527324cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.193540 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Notify callbacks [] for port, precommit_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.199102 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f49523-9458-458f-9dd5-a9dd527324cf None None] Pushing event updated for resources: {'Port': ['ID=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:55.219023 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.provisioning_blocks [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Transition to ACTIVE for port object ac32b77b-9162-4bf2-85b3-a5dce7d688fc will not be triggered until provisioned by entity L2. {{(pid=86808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:55.231975 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.338579 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_common [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Allocated IP 172.20.0.1 (0d9da1b5-08d0-4df6-bc65-122fcfd681ac/945c24be-6425-46a2-b7e9-9cc596040592/ec0a6a5c-95f6-4512-bab2-ee7892203f34) {{(pid=86806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:31:55.347884 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Attempting to bind port ac32b77b-9162-4bf2-85b3-a5dce7d688fc on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:31:55.348430 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Attempting to bind port ac32b77b-9162-4bf2-85b3-a5dce7d688fc by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:31:55.348807 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Attempting to bind port ac32b77b-9162-4bf2-85b3-a5dce7d688fc on network b91bd197-03eb-4b92-8d09-d108415f1400 {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:31:55.358693 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:31:55.359087 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Checking segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:55.359582 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.359910 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Bound using segment: {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'} {{(pid=86808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:31:55.360369 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.managers [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Bound port: ac32b77b-9162-4bf2-85b3-a5dce7d688fc, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22335dd-8b1d-46a2-8836-276660896c4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400'}}] {{(pid=86808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:31:55.360746 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.398993 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6810b-4ab3-4520-a0be-25969d5d2fe9 None None] Pushing event updated for resources: {'Port': ['ID=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,revision_number=2']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:55.421183 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-221b65f1-b41a-4280-b3d0-74e89d6c21e6 None None] Provisioning complete for port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:55.422353 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-221b65f1-b41a-4280-b3d0-74e89d6c21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.448893 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] For port ac32b77b-9162-4bf2-85b3-a5dce7d688fc, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:31:55.452572 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.plugins.ml2.db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] For port ac32b77b-9162-4bf2-85b3-a5dce7d688fc, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:31:55.458480 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron_lib.callbacks.manager [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.531068 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.545737 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Routers {'6ee968a4-4a94-4106-a5d6-c37483d1b640'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:55.546544 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['6ee968a4-4a94-4106-a5d6-c37483d1b640'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:55.568070 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.provisioning_blocks [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Transition to ACTIVE for port object ec0a6a5c-95f6-4512-bab2-ee7892203f34 will not be triggered until provisioned by entity DHCP. {{(pid=86806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:55.601066 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.610095 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6810b-4ab3-4520-a0be-25969d5d2fe9 None None] Pushing event updated for resources: {'Port': ['ID=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,revision_number=3']} {{(pid=86808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:55.648620 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8d1c99e-9e5d-40b7-901a-5dbe37a7372c up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:55.695858 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:55.699145 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:55.702984 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Received port after_create {{(pid=86806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:31:55.740037 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Pushing event updated for resources: {'Port': ['ID=ec0a6a5c-95f6-4512-bab2-ee7892203f34,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:55.748376 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:55.748749 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.775426 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8281230'] for router_interface, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:55.797579 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] Set router 6ee968a4-4a94-4106-a5d6-c37483d1b640 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:55.961698 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 41aee84d-cfdd-4e03-9830-033cd3709064 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:56.058687 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-bbb614c7-81ae-4434-806e-a8e7cff98d0f None None] Provisioning for port ec0a6a5c-95f6-4512-bab2-ee7892203f34 completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:56.067255 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-bbb614c7-81ae-4434-806e-a8e7cff98d0f None None] Provisioning complete for port ec0a6a5c-95f6-4512-bab2-ee7892203f34 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:56.067700 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-bbb614c7-81ae-4434-806e-a8e7cff98d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:56.080326 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:56.130037 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port 41aee84d-cfdd-4e03-9830-033cd3709064 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:56.130473 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:56.158136 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-bbb614c7-81ae-4434-806e-a8e7cff98d0f None None] Port ec0a6a5c-95f6-4512-bab2-ee7892203f34 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:31:56.172078 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:31:52Z', 'revision_number': 3, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port': {'id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:51Z', 'updated_at': '2022-01-18T09:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:56.179278 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee76f1-1a4a-44b0-a51a-4465c8fa8c6c None None] The sync data for ids ['6ee968a4-4a94-4106-a5d6-c37483d1b640'] in dv-cinder-825046-1-iscsi is: [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:31:52Z', 'revision_number': 3, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port': {'id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:51Z', 'updated_at': '2022-01-18T09:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:31:56.345918 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:56.355747 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6147014'] for port, after_update {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:56.480112 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Pushing event updated for resources: {'Port': ['ID=ec0a6a5c-95f6-4512-bab2-ee7892203f34,revision_number=2']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:56.482615 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281107'] for router_interface, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:56.666459 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac is already hosted by enough agents. {{(pid=86806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:31:56.667943 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.base_scheduler [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=86806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:31:56.866787 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Router 6ee968a4-4a94-4106-a5d6-c37483d1b640 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:31:56.891751 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-5147539b-1066-4689-a7c5-21147e77d846 None None] Provisioning complete for port ec0a6a5c-95f6-4512-bab2-ee7892203f34 triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:56.892362 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-5147539b-1066-4689-a7c5-21147e77d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:56.952294 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-5147539b-1066-4689-a7c5-21147e77d846 None None] Port ec0a6a5c-95f6-4512-bab2-ee7892203f34 cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:31:57.170285 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:31:57.179665 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1594f8ca-0447-4157-9806-d4e33832d9fc admin admin] 10.222.0.54 "PUT /v2.0/routers/6ee968a4-4a94-4106-a5d6-c37483d1b640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919002 Jan 18 09:31:57.581683 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ac32b77b-9162-4bf2-85b3-a5dce7d688fc up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:57.655421 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port ac32b77b-9162-4bf2-85b3-a5dce7d688fc completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:31:57.661997 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ac32b77b-9162-4bf2-85b3-a5dce7d688fc triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:57.662443 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:57.807699 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:57.825179 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port ac32b77b-9162-4bf2-85b3-a5dce7d688fc, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:31:57.832519 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:57.874724 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Sync routers for ids ['6ee968a4-4a94-4106-a5d6-c37483d1b640'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:31:57.912382 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Routers {'6ee968a4-4a94-4106-a5d6-c37483d1b640'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:57.913393 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['6ee968a4-4a94-4106-a5d6-c37483d1b640'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:57.964351 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45954) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:57.970023 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005565029', 'description': 'tempest-secgroup-smoke-1005565029 description', 'project_id': '5deb38e59ae64d1c9844add01c555db2'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:57.976975 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:57.981259 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:57.984190 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:57.996934 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:58.007446 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:58.011124 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.032351 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:58.036209 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:58.039336 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:58.045038 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:58.112689 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Set router 6ee968a4-4a94-4106-a5d6-c37483d1b640 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:58.119879 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.125392 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.167270 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d27593-30ef-4e18-a78e-5f1d70c23e93,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:58.170862 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.172062 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-df59e733-639c-4223-9b48-477d02be8ffe tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2063668 Jan 18 09:31:58.176759 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45958) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:58.182399 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'security_group_rule': {'security_group_id': 'e5d27593-30ef-4e18-a78e-5f1d70c23e93', 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:58.188189 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:58.192065 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:58.195065 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:58.201113 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:58.218698 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.281374 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.286043 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.309210 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317fadec-7f7f-459c-a6f9-74a5e04bbb52,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:58.319539 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.319884 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.320193 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.320513 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.320835 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.321155 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.321535 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.321849 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.322173 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.322479 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.322814 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.323126 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:31:58.332160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.336183 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d56f3388-59c1-4b33-b607-b361e4fbaa2a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557887 Jan 18 09:31:58.336417 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45962) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:58.341559 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'security_group_rule': {'security_group_id': 'e5d27593-30ef-4e18-a78e-5f1d70c23e93', 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:58.347509 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:58.351594 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:58.355502 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:58.360793 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:58.383265 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.454196 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.459776 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.492063 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:31:56Z', 'revision_number': 4, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port': {'id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:51Z', 'updated_at': '2022-01-18T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ec0a6a5c-95f6-4512-bab2-ee7892203f34', 'name': '', 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'mac_address': 'fa:16:3e:0e:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '945c24be-6425-46a2-b7e9-9cc596040592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:54Z', 'updated_at': '2022-01-18T09:31:56Z', 'revision_number': 2, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'subnets': [{'id': '945c24be-6425-46a2-b7e9-9cc596040592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:58.495502 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319a8524-5959-43bc-951a-67cb7b1bdac8,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:58.496757 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Checking router: 6ee968a4-4a94-4106-a5d6-c37483d1b640 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:31:58.497070 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Updating router 6ee968a4-4a94-4106-a5d6-c37483d1b640 port ec0a6a5c-95f6-4512-bab2-ee7892203f34 binding host dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 09:31:58.506851 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.508736 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-26040404-f04a-4ce7-a65e-2fc42ca5a8f8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1709850 Jan 18 09:31:58.512088 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45966) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:58.517942 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'security_group_rule': {'security_group_id': 'e5d27593-30ef-4e18-a78e-5f1d70c23e93', 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:58.524892 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:58.529149 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:58.532748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:58.539406 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:58.555171 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.559217 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.631864 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.637189 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.664300 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ccd998-955a-4781-ac73-0f7f7a8cf614,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:58.677024 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.678864 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-5733a5c7-abff-40e2-8440-2b14eb80ea07 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654990 Jan 18 09:31:58.681886 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 45970) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:58.687180 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'security_group_rule': {'security_group_id': 'e5d27593-30ef-4e18-a78e-5f1d70c23e93', 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:58.693220 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:58.697678 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:58.700864 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:58.707253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:58.727721 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.802640 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.808856 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.835053 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa79fa8-279c-48ef-9493-9c80d5bbd0d2,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:58.846341 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.850595 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-f03e9841-67d1-4080-a703-56468addde33 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648445 Jan 18 09:31:58.850978 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45974) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:58.856505 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'security_group_rule': {'security_group_id': 'e5d27593-30ef-4e18-a78e-5f1d70c23e93', 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:58.863126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:58.867517 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:58.871009 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:58.877364 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:58.889232 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.securitygroups_db [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Project 5deb38e59ae64d1c9844add01c555db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 09:31:58.896388 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.950542 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Notify callbacks [] for port, precommit_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.963369 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Transition to ACTIVE for port object ec0a6a5c-95f6-4512-bab2-ee7892203f34 will not be triggered until provisioned by entity L2. {{(pid=86807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:31:58.969991 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.971873 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:58.976466 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.011697 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a08546f-dede-43fe-83bb-ee1216d95ca4,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:59.021447 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.022907 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-af83c949-420a-478e-9892-79a9fe769e96 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1708057 Jan 18 09:31:59.026280 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 45978) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:31:59.032802 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'security_group_rule': {'security_group_id': 'e5d27593-30ef-4e18-a78e-5f1d70c23e93', 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:31:59.042660 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:31:59.049060 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:security_group_rule and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:31:59.053623 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:31:59.060619 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:31:59.078010 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.securitygroups_db [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Project 5deb38e59ae64d1c9844add01c555db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 09:31:59.087657 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.165100 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22091caa-bf4c-41c3-9a9f-cce16afcdc07 None None] Pushing event updated for resources: {'Port': ['ID=ec0a6a5c-95f6-4512-bab2-ee7892203f34,revision_number=3']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:59.195065 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.202224 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880727'] for security_group_rule, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.236888 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ed25f6-1928-48d1-9a26-12de5218cad9,revision_number=0']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:59.244899 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Attempting to bind port ec0a6a5c-95f6-4512-bab2-ee7892203f34 on host dv-cinder-825046-1-iscsi for vnic_type normal with profile {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:31:59.245266 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Attempting to bind port ec0a6a5c-95f6-4512-bab2-ee7892203f34 by drivers openvswitch,hyperv on host dv-cinder-825046-1-iscsi at level 0 using segments [{'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:31:59.245596 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Attempting to bind port ec0a6a5c-95f6-4512-bab2-ee7892203f34 on network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:31:59.252048 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Checking agent: {'id': 'ba1916fa-a4b9-49bc-8911-fe4700091b25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825046-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 15, 39), 'started_at': datetime.datetime(2022, 1, 18, 9, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825046-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:31:59.252560 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Checking segment: {'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:31:59.252960 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.253346 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Bound using segment: {'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'} {{(pid=86807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:31:59.253814 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.managers [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Bound port: ec0a6a5c-95f6-4512-bab2-ee7892203f34, host: dv-cinder-825046-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa056c1-01a2-4d38-9f45-4717e6b059b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac'}}] {{(pid=86807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:31:59.254021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.254186 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.258833 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f0f50370-ae2e-4481-895e-3f3d43c42172 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2284622 Jan 18 09:31:59.367721 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] For port ec0a6a5c-95f6-4512-bab2-ee7892203f34, host dv-cinder-825046-1-iscsi, cleared binding levels {{(pid=86807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:31:59.373066 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] For port ec0a6a5c-95f6-4512-bab2-ee7892203f34, host dv-cinder-825046-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ec0a6a5c-95f6-4512-bab2-ee7892203f34,segment=NetworkSegment(1aa056c1-01a2-4d38-9f45-4717e6b059b1),segment_id=1aa056c1-01a2-4d38-9f45-4717e6b059b1)] {{(pid=86807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:31:59.381103 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:31:59.472032 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Routers {'6ee968a4-4a94-4106-a5d6-c37483d1b640'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:31:59.472669 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:31:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['6ee968a4-4a94-4106-a5d6-c37483d1b640'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:31:59.558380 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22091caa-bf4c-41c3-9a9f-cce16afcdc07 None None] Pushing event updated for resources: {'Port': ['ID=ec0a6a5c-95f6-4512-bab2-ee7892203f34,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:31:59.623680 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ac32b77b-9162-4bf2-85b3-a5dce7d688fc up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:31:59.723707 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] Set router 6ee968a4-4a94-4106-a5d6-c37483d1b640 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:31:59.894488 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ac32b77b-9162-4bf2-85b3-a5dce7d688fc triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:31:59.894885 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:00.168132 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:31:56Z', 'revision_number': 4, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port': {'id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:51Z', 'updated_at': '2022-01-18T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ec0a6a5c-95f6-4512-bab2-ee7892203f34', 'name': '', 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'mac_address': 'fa:16:3e:0e:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '945c24be-6425-46a2-b7e9-9cc596040592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:54Z', 'updated_at': '2022-01-18T09:31:59Z', 'revision_number': 4, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'subnets': [{'id': '945c24be-6425-46a2-b7e9-9cc596040592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:00.173411 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6aef5-e6d4-4dd8-99ec-b766a6ab8f62 None None] The sync data for ids ['6ee968a4-4a94-4106-a5d6-c37483d1b640'] in dv-cinder-825046-1-iscsi is: [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:31:56Z', 'revision_number': 4, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port': {'id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:51Z', 'updated_at': '2022-01-18T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'ec0a6a5c-95f6-4512-bab2-ee7892203f34', 'name': '', 'network_id': '0d9da1b5-08d0-4df6-bc65-122fcfd681ac', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'mac_address': 'fa:16:3e:0e:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '945c24be-6425-46a2-b7e9-9cc596040592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:54Z', 'updated_at': '2022-01-18T09:31:59Z', 'revision_number': 4, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'subnets': [{'id': '945c24be-6425-46a2-b7e9-9cc596040592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:32:01.576783 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ec0a6a5c-95f6-4512-bab2-ee7892203f34 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:32:01.646502 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning for port ec0a6a5c-95f6-4512-bab2-ee7892203f34 completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:32:01.652384 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ec0a6a5c-95f6-4512-bab2-ee7892203f34 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:32:01.652756 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:01.774770 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:01.813650 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] For port ec0a6a5c-95f6-4512-bab2-ee7892203f34, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ec0a6a5c-95f6-4512-bab2-ee7892203f34,segment=NetworkSegment(1aa056c1-01a2-4d38-9f45-4717e6b059b1),segment_id=1aa056c1-01a2-4d38-9f45-4717e6b059b1)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:01.818684 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:01.891095 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Pushing event updated for resources: {'Port': ['ID=ec0a6a5c-95f6-4512-bab2-ee7892203f34,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:03.582018 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ec0a6a5c-95f6-4512-bab2-ee7892203f34 up at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:32:03.668942 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Provisioning complete for port ec0a6a5c-95f6-4512-bab2-ee7892203f34 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:32:03.669599 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:05.873396 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3333-5265-4ca4-aaa6-c42d5d32d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:07.711320 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:08.128649 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1d743890-c822-420d-a7ad-8aba849a24ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:09.143058 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:09.193092 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:10.197357 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-0f46a426-1892-4b67-ae21-cf73dbe982bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858686 Jan 18 09:32:10.303392 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-d3ecc21f-531d-44e6-8701-219c001b051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:10.304913 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-d3ecc21f-531d-44e6-8701-219c001b051d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.0842130 Jan 18 09:32:10.455441 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:10.471748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-408bd452-e571-4057-904e-89d94afd4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:10.473374 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-408bd452-e571-4057-904e-89d94afd4bf7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 909 time: 0.1399214 Jan 18 09:32:10.592482 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-e867ed82-9d9c-485a-8bc8-d273e59f3d9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 1001 time: 0.1120343 Jan 18 09:32:10.663121 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-846fa5f7-88b7-4005-a685-ca473a3b6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:10.664590 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-846fa5f7-88b7-4005-a685-ca473a3b6672 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.0644259 Jan 18 09:32:10.863506 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-6566b0dc-1345-4d47-b57c-ad22cf533117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:10.864995 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-6566b0dc-1345-4d47-b57c-ad22cf533117 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1931026 Jan 18 09:32:11.005279 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-cfc7c66e-e38a-4381-bd0f-eadb222f1a41 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318378 Jan 18 09:32:11.141749 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cb42aeb5-2cad-44fc-8573-35bd688b4fee req-f101c15d-826f-4ed6-9080-f876e979b5c7 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288936 Jan 18 09:32:14.801202 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-38e3df85-eecd-4826-b405-971c091d2a86 req-8a874dbf-3424-48ac-b95a-0b6668594b5c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:security_group {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:32:14.822718 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-38e3df85-eecd-4826-b405-971c091d2a86 req-8a874dbf-3424-48ac-b95a-0b6668594b5c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:security_group {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:32:14.824216 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-8a874dbf-3424-48ac-b95a-0b6668594b5c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005565029&fields=id&tenant_id=5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 267 time: 0.0672195 Jan 18 09:32:14.985945 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-55b07b90-8725-43d0-854d-7eb517de494c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:14.987033 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-38e3df85-eecd-4826-b405-971c091d2a86 req-55b07b90-8725-43d0-854d-7eb517de494c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:network {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:32:15.008034 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-38e3df85-eecd-4826-b405-971c091d2a86 req-55b07b90-8725-43d0-854d-7eb517de494c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:network {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:32:15.009621 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-55b07b90-8725-43d0-854d-7eb517de494c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 811 time: 0.1783128 Jan 18 09:32:15.026911 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-3fe71478-d2c6-4862-8ddb-183edb6eb218 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/quotas/5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 375 time: 0.0102811 Jan 18 09:32:15.119616 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-38e3df85-eecd-4826-b405-971c091d2a86 req-3853db63-49b9-476b-910e-8d7dbb4e0742 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:32:15.138659 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-38e3df85-eecd-4826-b405-971c091d2a86 req-3853db63-49b9-476b-910e-8d7dbb4e0742 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:32:15.139991 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-3853db63-49b9-476b-910e-8d7dbb4e0742 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072636 Jan 18 09:32:15.282805 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-8702208a-a9c0-4324-9cca-442df1eb68da service neutron] 10.222.0.54 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302145 Jan 18 09:32:15.420041 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-46d00e4a-4e97-41ee-9aa0-4cee3eeff56c service neutron] 10.222.0.54 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314681 Jan 18 09:32:15.825211 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-54f5ba26-a530-48f8-bf09-ba7e6370d1e0 req-aaf2cbf7-617d-411b-97b9-663c350b2b39 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 210 time: 0.0424981 Jan 18 09:32:16.908164 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-43d45430-fdd3-4b99-8dec-61adff1ccdee tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:16.909706 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-43d45430-fdd3-4b99-8dec-61adff1ccdee tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 811 time: 0.1547348 Jan 18 09:32:16.979745 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-35db87ea-e886-4d9e-a4e2-20f63a289eea req-64da5907-85b4-47d4-99b4-cb135e6e4883 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 210 time: 0.0485415 Jan 18 09:32:17.006893 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c6c55ac6-dd29-4994-808f-161e7c41b081 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 380 time: 0.0886302 Jan 18 09:32:17.016260 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'port': {'device_id': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'admin_state_up': True, 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'security_groups': ['e5d27593-30ef-4e18-a78e-5f1d70c23e93']}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:32:17.158429 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:17.168324 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:17.181180 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Made reservation on behalf of 5deb38e59ae64d1c9844add01c555db2 for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:32:17.184774 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:17.346485 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Allocated IP 172.20.0.4 (b9819e1a-5e9b-4056-b9fc-34086ba9cd22/fb496eec-0d00-49f0-83dc-d9dc1edf5d0e/b8bd12de-4600-4bb1-b573-315c8dc517ac) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:32:17.561068 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:17.583326 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Transition to ACTIVE for port object b8bd12de-4600-4bb1-b573-315c8dc517ac will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:32:17.619297 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:17.798902 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:32:17.802127 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:32:17.806045 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:32:17.840787 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=b8bd12de-4600-4bb1-b573-315c8dc517ac,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:17.878661 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:17.879300 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:17.907501 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fc7b9244-ab8b-4a77-87f5-2c3d1d889a9f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949616 Jan 18 09:32:17.919586 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Request body: {'port': {'device_id': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:32:18.032327 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:18.057811 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6cc24c9a-5803-4998-b30f-0fd02b5a05eb None None] Provisioning for port b8bd12de-4600-4bb1-b573-315c8dc517ac completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:32:18.065519 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-6cc24c9a-5803-4998-b30f-0fd02b5a05eb None None] Provisioning complete for port b8bd12de-4600-4bb1-b573-315c8dc517ac triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:32:18.065964 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6cc24c9a-5803-4998-b30f-0fd02b5a05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:18.119588 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-6cc24c9a-5803-4998-b30f-0fd02b5a05eb None None] Port b8bd12de-4600-4bb1-b573-315c8dc517ac cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:32:18.328088 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094aa17-b1a1-42ad-89be-099502344d1f req-794f44b2-6b55-4b49-ba8b-5c242bb08f80 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:18.328683 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-4094aa17-b1a1-42ad-89be-099502344d1f req-794f44b2-6b55-4b49-ba8b-5c242bb08f80 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:32:18.364799 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-4094aa17-b1a1-42ad-89be-099502344d1f req-794f44b2-6b55-4b49-ba8b-5c242bb08f80 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:32:18.365956 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4094aa17-b1a1-42ad-89be-099502344d1f req-794f44b2-6b55-4b49-ba8b-5c242bb08f80 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 931 time: 0.2725534 Jan 18 09:32:18.431778 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4094aa17-b1a1-42ad-89be-099502344d1f req-e637c1fd-7915-4199-a348-690c59af8f01 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584412 Jan 18 09:32:18.498774 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bd12de-4600-4bb1-b573-315c8dc517ac {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:32:18.506204 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:18.520816 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Transition to ACTIVE for port object b8bd12de-4600-4bb1-b573-315c8dc517ac will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:32:18.525337 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:18.706539 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Pushing event updated for resources: {'Port': ['ID=b8bd12de-4600-4bb1-b573-315c8dc517ac,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:18.783998 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Attempting to bind port b8bd12de-4600-4bb1-b573-315c8dc517ac on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:32:18.784315 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Attempting to bind port b8bd12de-4600-4bb1-b573-315c8dc517ac by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:32:18.784670 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Attempting to bind port b8bd12de-4600-4bb1-b573-315c8dc517ac on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:32:18.789549 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Port b8bd12de-4600-4bb1-b573-315c8dc517ac on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:32:18.789869 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Attempting to bind port b8bd12de-4600-4bb1-b573-315c8dc517ac on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:32:18.795153 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:32:18.795488 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Checking segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:32:18.795921 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Bound using segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:32:18.796368 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Bound port: b8bd12de-4600-4bb1-b573-315c8dc517ac, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:32:18.796717 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:18.890438 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] For port b8bd12de-4600-4bb1-b573-315c8dc517ac, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:32:18.893690 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] For port b8bd12de-4600-4bb1-b573-315c8dc517ac, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:32:18.899879 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:18.962338 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:18.963090 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:18.964336 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] 10.222.0.64 "PUT /v2.0/ports/b8bd12de-4600-4bb1-b573-315c8dc517ac HTTP/1.1" status: 200 len: 1093 time: 1.0491226 Jan 18 09:32:18.964773 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:32:18.985038 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360753f-9858-4df0-9d3c-e8857df4bf7b service neutron] Pushing event updated for resources: {'Port': ['ID=b8bd12de-4600-4bb1-b573-315c8dc517ac,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:19.060497 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'status': 'completed', 'code': 200} Jan 18 09:32:19.113463 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-5c6c49cb-6440-4c69-a3a6-4cee9bd4c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:19.115134 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-5c6c49cb-6440-4c69-a3a6-4cee9bd4c692 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 1096 time: 0.0966418 Jan 18 09:32:19.187337 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-fd643dd6-6099-454e-ac4f-48cffb08f292 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac HTTP/1.1" status: 200 len: 217 time: 0.0642347 Jan 18 09:32:19.254711 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-db9d1870-f916-4339-917b-19e3c6a02859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:19.256098 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-db9d1870-f916-4339-917b-19e3c6a02859 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0620778 Jan 18 09:32:19.335621 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3df85-eecd-4826-b405-971c091d2a86 req-8bba5587-f792-4d21-a364-d43856d7c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:19.337131 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-8bba5587-f792-4d21-a364-d43856d7c5b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731034 Jan 18 09:32:19.472048 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-3c99417b-e68f-4584-b71c-05d64b8c2c5a service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264262 Jan 18 09:32:19.771726 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-38e3df85-eecd-4826-b405-971c091d2a86 req-68bc8ec7-e791-423c-a4a6-21672df2a346 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925193 Jan 18 09:32:19.790346 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7fc33-c046-46f9-b924-2ffc29fc0f0e req-6f8b39e5-6d67-45f8-99d0-b88997f2a6ae tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:19.792605 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-86a7fc33-c046-46f9-b924-2ffc29fc0f0e req-6f8b39e5-6d67-45f8-99d0-b88997f2a6ae tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 943 time: 0.1347382 Jan 18 09:32:19.893063 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-86a7fc33-c046-46f9-b924-2ffc29fc0f0e req-f0cec715-4a51-4af7-9b36-ed84c7a15467 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916841 Jan 18 09:32:19.927709 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-c2d961cf-1a13-472b-a797-66f9da349741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:19.929280 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-c2d961cf-1a13-472b-a797-66f9da349741 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 1096 time: 0.0955808 Jan 18 09:32:19.961219 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:32:20.078954 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-2ed3a8ca-d552-410a-9f51-d0bfbb7aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:20.080372 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-2ed3a8ca-d552-410a-9f51-d0bfbb7aa83a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1436393 Jan 18 09:32:20.152200 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-54af72b6-bdba-42b2-a6f5-78c003bf287e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac HTTP/1.1" status: 200 len: 217 time: 0.0643370 Jan 18 09:32:20.217796 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-13f10df4-32a9-4e96-ae41-e7983285928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:20.219323 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-13f10df4-32a9-4e96-ae41-e7983285928d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0611973 Jan 18 09:32:20.296212 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-85cdccf9-0336-4e55-9d9e-9cafe8d72eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:20.297721 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-85cdccf9-0336-4e55-9d9e-9cafe8d72eba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721664 Jan 18 09:32:20.431721 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-93ed05ee-c4cf-48d7-baef-6803c907110a service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278715 Jan 18 09:32:20.576709 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ec091ef5-42df-4b80-ad0b-d9ab5aa3ae01 req-42ac7f0d-b222-4459-8b7c-91a4b10f2c63 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374300 Jan 18 09:32:21.093761 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bd4bd-56fb-4fdd-864f-5cc0c5312f57 req-bb8ddbd3-1fe0-4c31-892b-c3e687a7df4d tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:21.095319 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c9bd4bd-56fb-4fdd-864f-5cc0c5312f57 req-bb8ddbd3-1fe0-4c31-892b-c3e687a7df4d tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 943 time: 0.0834630 Jan 18 09:32:21.144581 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8c9bd4bd-56fb-4fdd-864f-5cc0c5312f57 req-f0ba0667-e929-4f73-8479-e13cbfd01eef tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Jan 18 09:32:22.328268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692906c-9a63-4bc9-bffb-4bf7dcd3e7b2 req-961c4201-1310-40fa-b212-7653798a9641 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:22.329759 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9692906c-9a63-4bc9-bffb-4bf7dcd3e7b2 req-961c4201-1310-40fa-b212-7653798a9641 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 943 time: 0.0808058 Jan 18 09:32:22.375268 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9692906c-9a63-4bc9-bffb-4bf7dcd3e7b2 req-e5b6d095-ef29-491d-8c51-047d9fd9c956 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398228 Jan 18 09:32:23.566460 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed0019-03e1-41e0-90ce-b77e390c1e06 req-c8f93228-19f6-45fa-8dfa-948c7d2fac95 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:23.567963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3eed0019-03e1-41e0-90ce-b77e390c1e06 req-c8f93228-19f6-45fa-8dfa-948c7d2fac95 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 943 time: 0.0864952 Jan 18 09:32:23.612586 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3eed0019-03e1-41e0-90ce-b77e390c1e06 req-3374a93d-4cc9-44b7-ac04-976d270dfb0d tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389078 Jan 18 09:32:24.804884 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d0953-bd1d-4741-b240-039d6748ace5 req-1948bb41-cbe7-4fac-948f-c8b83ee147e9 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:24.806545 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-389d0953-bd1d-4741-b240-039d6748ace5 req-1948bb41-cbe7-4fac-948f-c8b83ee147e9 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 943 time: 0.0857341 Jan 18 09:32:24.854405 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-389d0953-bd1d-4741-b240-039d6748ace5 req-c04b9a95-5b3d-4d90-8238-06ea1810daf4 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Jan 18 09:32:26.067018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8b2c9-9b87-47e0-a067-5e89a5709da4 req-42f61569-274e-403b-9f57-536a3f05b593 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:26.068487 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12f8b2c9-9b87-47e0-a067-5e89a5709da4 req-42f61569-274e-403b-9f57-536a3f05b593 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 943 time: 0.1067188 Jan 18 09:32:26.112937 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-12f8b2c9-9b87-47e0-a067-5e89a5709da4 req-0b2fa3e9-32cd-435a-a30d-88e968f4228a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Jan 18 09:32:27.297884 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b42f43-c540-4d3c-910b-ce798d1bc4d3 req-4d55c7c2-a92c-400d-93b0-5aa32f942967 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:27.299394 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-76b42f43-c540-4d3c-910b-ce798d1bc4d3 req-4d55c7c2-a92c-400d-93b0-5aa32f942967 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 943 time: 0.0826626 Jan 18 09:32:27.351839 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-76b42f43-c540-4d3c-910b-ce798d1bc4d3 req-66c7e009-45cb-4358-9c7d-4b984bda7f85 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466876 Jan 18 09:32:27.830049 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b8bd12de-4600-4bb1-b573-315c8dc517ac details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:32:27.998271 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port b8bd12de-4600-4bb1-b573-315c8dc517ac, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:28.012587 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'port_id': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'mac_address': 'fa:16:3e:14:4a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:32:28.070932 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:28.088687 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bd12de-4600-4bb1-b573-315c8dc517ac {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:32:28.104130 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port b8bd12de-4600-4bb1-b573-315c8dc517ac, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:28.109116 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:28.179433 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=b8bd12de-4600-4bb1-b573-315c8dc517ac,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:28.331369 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['b8bd12de-4600-4bb1-b573-315c8dc517ac'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:32:28.550035 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ae41-fdb1-464c-b7f3-d3edc136d2c2 req-7beb54f2-07f3-4446-a3c2-65d5d7c51da5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:28.551600 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3976ae41-fdb1-464c-b7f3-d3edc136d2c2 req-7beb54f2-07f3-4446-a3c2-65d5d7c51da5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 944 time: 0.0845947 Jan 18 09:32:28.603856 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3976ae41-fdb1-464c-b7f3-d3edc136d2c2 req-e0280fa0-d5f5-4a1b-be02-4d25a36945e1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409906 Jan 18 09:32:28.733581 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563804e-5eb7-4448-9f0a-fa4eb08f3f7e req-72537182-4e23-4689-baf9-c4a861da20f3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:28.735064 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7563804e-5eb7-4448-9f0a-fa4eb08f3f7e req-72537182-4e23-4689-baf9-c4a861da20f3 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 947 time: 0.0823467 Jan 18 09:32:28.875693 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7563804e-5eb7-4448-9f0a-fa4eb08f3f7e req-1d0d6e58-1dcc-4783-954c-65de20b72814 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344509 Jan 18 09:32:29.788116 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd79afe-278e-4243-848d-99a067652f82 req-037d42dc-e2f8-4265-99d9-66d92493d0b4 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:29.789604 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6bd79afe-278e-4243-848d-99a067652f82 req-037d42dc-e2f8-4265-99d9-66d92493d0b4 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 944 time: 0.0829222 Jan 18 09:32:29.834045 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6bd79afe-278e-4243-848d-99a067652f82 req-eb21656d-92ca-407f-a2b3-4be8c9c166bc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Jan 18 09:32:29.847486 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b8bd12de-4600-4bb1-b573-315c8dc517ac up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:32:29.915076 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port b8bd12de-4600-4bb1-b573-315c8dc517ac completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:32:29.920367 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port b8bd12de-4600-4bb1-b573-315c8dc517ac triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:32:29.920734 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.039581 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.066861 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:32:30.077737 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port b8bd12de-4600-4bb1-b573-315c8dc517ac, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:30.083672 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.096853 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3ef3b-6674-49e4-ba0c-aa9a06452eca req-3fbfc8ff-996d-436c-b7c9-a6d9590cdb23 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:30.098107 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b1e3ef3b-6674-49e4-ba0c-aa9a06452eca req-3fbfc8ff-996d-436c-b7c9-a6d9590cdb23 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 947 time: 0.1130834 Jan 18 09:32:30.105809 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-50d3afbe-7136-410b-9436-49338f1ac393 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:30.107205 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-50d3afbe-7136-410b-9436-49338f1ac393 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 947 time: 0.1654220 Jan 18 09:32:30.133563 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'code': 200} Jan 18 09:32:30.159294 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=b8bd12de-4600-4bb1-b573-315c8dc517ac,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:30.203745 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b1e3ef3b-6674-49e4-ba0c-aa9a06452eca req-bf13c07a-6cc7-40e0-a7de-1866781310fc tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups?id=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937207 Jan 18 09:32:30.208865 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Deleting port 92e2224a-b891-4753-ba8a-727e432f4624 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:30.209206 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.405596 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5576ec3-b823-4447-bbdf-950e8af5316b req-f23579e8-e5f9-4ac3-8805-24e7bbe26ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:30.407139 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a5576ec3-b823-4447-bbdf-950e8af5316b req-f23579e8-e5f9-4ac3-8805-24e7bbe26ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 1098 time: 0.0748293 Jan 18 09:32:30.448125 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [req-a5576ec3-b823-4447-bbdf-950e8af5316b req-3cb68a25-f25d-44e0-a76c-81b2db17cbcd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Jan 18 09:32:30.462195 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] For port 92e2224a-b891-4753-ba8a-727e432f4624, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=92e2224a-b891-4753-ba8a-727e432f4624,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:30.462538 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.746004 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.746385 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.746695 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Floating IP 0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52 disassociated. External IP: 172.27.0.11, port: 92e2224a-b891-4753-ba8a-727e432f4624. Jan 18 09:32:30.747125 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Calling delete_port for 92e2224a-b891-4753-ba8a-727e432f4624 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:32:30.897185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:30.951894 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event deleted for resources: {'Port': ['ID=92e2224a-b891-4753-ba8a-727e432f4624,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:31.182717 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31839f57-b703-4df6-82d9-78caa5a4b55a req-070a7e5b-88ab-487a-9798-03b6a4ec32c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:31.184198 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-31839f57-b703-4df6-82d9-78caa5a4b55a req-070a7e5b-88ab-487a-9798-03b6a4ec32c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 945 time: 0.2357686 Jan 18 09:32:31.213824 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Router b22febcf-9ba0-4499-906e-b31f5285a4c8 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:32:31.443354 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-31839f57-b703-4df6-82d9-78caa5a4b55a req-d99aa806-8fca-4254-b6d7-e0e7dac34667 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521911 Jan 18 09:32:31.518195 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-2b0e6db5-219c-4731-afaf-e081cb9243d8 req-ac49bf8c-77cb-4018-9877-511496e30dc1 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2d51aa1-8fdf-4693-8a22-b81b3a931de7 HTTP/1.1" status: 200 len: 210 time: 0.0807300 Jan 18 09:32:31.632397 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:32:31.642089 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] Sync routers for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:32:31.652599 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:32:31.653296 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:32:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:31.708577 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] No DVR routers for this DVR port 92e2224a-b891-4753-ba8a-727e432f4624 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:32:31.711284 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:31.714390 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-deleted', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:32:31.726257 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d7f86dfd-3968-4ab8-9d8a-a9aa6a0cd954 req-5d5e9e22-e320-48fd-bdc0-2430c7d6c5bb tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.64 "DELETE /v2.0/ports/92e2224a-b891-4753-ba8a-727e432f4624 HTTP/1.1" status: 204 len: 173 time: 1.6027522 Jan 18 09:32:31.759011 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d51aa1-8fdf-4693-8a22-b81b3a931de7', 'name': 'network-vif-deleted', 'tag': '92e2224a-b891-4753-ba8a-727e432f4624', 'status': 'completed', 'code': 200} Jan 18 09:32:31.835826 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:32:32.157303 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:32.161351 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] Checking router: b22febcf-9ba0-4499-906e-b31f5285a4c8 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:32:32.171080 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:32:32.173556 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:32:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:32.357164 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:32:32.641881 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46160) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:32.644605 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7253-d053-40da-8927-3d119f20eb49 req-fd06c855-45f0-4487-a7c7-7154b217736f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:32.646163 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-762c7253-d053-40da-8927-3d119f20eb49 req-fd06c855-45f0-4487-a7c7-7154b217736f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 945 time: 0.0926366 Jan 18 09:32:32.698862 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-762c7253-d053-40da-8927-3d119f20eb49 req-535bf218-ca39-4b38-bc6a-35b3b55fced5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467176 Jan 18 09:32:32.710313 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:32.716475 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:32.721679 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ac3a4-6423-460e-b9bf-eaee806d1a6b None None] The sync data for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi is: [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:24:30Z', 'revision_number': 4, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8', 'name': '', 'network_id': '45a2209b-7cf2-4e17-afd0-7988f28547d3', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'mac_address': 'fa:16:3e:d6:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:25Z', 'updated_at': '2022-01-18T09:24:45Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'subnets': [{'id': '806d9d09-4bec-4b43-a81b-9291f3cf3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:32:32.743025 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:32.806543 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:32.827013 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:32.838063 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.838398 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.838759 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.839069 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.839389 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.839705 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.840021 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.840337 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.840648 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.840962 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.841270 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.841577 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:32:32.846879 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:32.848008 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-00998774-7189-460f-bb38-419d00e3fa17 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "DELETE /v2.0/security-groups/339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d HTTP/1.1" status: 204 len: 168 time: 0.2042427 Jan 18 09:32:32.850798 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46166) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:32.870756 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.api.v2.resource [None req-85137f39-080c-41cc-ab8b-dbb31c1bd269 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] show failed (client error): The resource could not be found. Jan 18 09:32:32.871744 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-85137f39-080c-41cc-ab8b-dbb31c1bd269 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "GET /v2.0/security-groups/339c0cc2-2a0a-4ec2-8d8f-55dfcb83456d HTTP/1.1" status: 404 len: 347 time: 0.0200424 Jan 18 09:32:32.874676 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46170) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:32.900716 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328b14-0fb4-4ca4-ada2-438fcb9c0c2e req-298a82f3-6ece-4ae0-ae01-e3ade9929ac0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:32.902606 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ba328b14-0fb4-4ca4-ada2-438fcb9c0c2e req-298a82f3-6ece-4ae0-ae01-e3ade9929ac0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 945 time: 0.0936379 Jan 18 09:32:32.952900 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ba328b14-0fb4-4ca4-ada2-438fcb9c0c2e req-7f004e73-aa8c-465c-8dc8-88f6c20cd6c8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Jan 18 09:32:32.981672 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46174) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:33.031626 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca3ec9b-1133-4a97-a0ac-4521eb7c3357 None None] New status for floating IP 0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52: DOWN {{(pid=86807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:32:33.040583 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Deleting port 19065c9f-d424-466c-bc2e-d467ec2c4ac2 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:33.040927 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:33.171119 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44465e3-d51f-4f6c-8f7a-e5b24bb82af7 tempest-TestVolumeBootPattern-1409668246 tempest-TestVolumeBootPattern-1409668246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:33.172292 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d44465e3-d51f-4f6c-8f7a-e5b24bb82af7 tempest-TestVolumeBootPattern-1409668246 tempest-TestVolumeBootPattern-1409668246-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 1093 time: 0.1895463 Jan 18 09:32:33.175569 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46180) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:33.183568 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'port_id': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:32:33.190064 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:33.194742 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:floatingip and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:33.200800 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:33.210014 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:33.228861 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:33.239922 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:33.240321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:33.371645 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:33.374986 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Calling delete_port for 19065c9f-d424-466c-bc2e-d467ec2c4ac2 owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:32:33.456113 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.db.api [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:32:33.456428 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG oslo_db.api [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:32:33.509602 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Allocated IP 172.27.0.218 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/203025d8-93c1-4389-bbd4-c7590852ed71) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:32:33.656851 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:33.690044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:33.760858 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:32:33.763729 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:32:33.767381 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:32:33.796362 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=203025d8-93c1-4389-bbd4-c7590852ed71,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:33.877616 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:32:33.911328 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 92e2224a-b891-4753-ba8a-727e432f4624 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:32:33.911630 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 92e2224a-b891-4753-ba8a-727e432f4624 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:32:33.957375 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Deleting port 19065c9f-d424-466c-bc2e-d467ec2c4ac2 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:33.957968 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.136571 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.136796 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.194563 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.264434 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Calling delete_port for 19065c9f-d424-466c-bc2e-d467ec2c4ac2 owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:32:34.269353 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.411541 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.461251 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Pushing event deleted for resources: {'Port': ['ID=19065c9f-d424-466c-bc2e-d467ec2c4ac2,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:34.554096 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.569045 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.570168 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-780df83d-5420-4fa9-96ed-e8d9e0fa6fd5 tempest-AttachVolumeShelveTestJSON-1358261014 tempest-AttachVolumeShelveTestJSON-1358261014-project] 10.222.0.54 "DELETE /v2.0/floatingips/0bd8c037-1f5c-4f45-8aaf-f63ceeae2c52 HTTP/1.1" status: 204 len: 168 time: 1.6943841 Jan 18 09:32:34.587704 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.593589 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.707144 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=203025d8-93c1-4389-bbd4-c7590852ed71,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:34.719253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:34.892049 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Floating IP 4f2443b5-513a-4987-b96d-242084b15fbf associated. External IP: 172.27.0.218, port: b8bd12de-4600-4bb1-b573-315c8dc517ac. Jan 18 09:32:35.251370 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:32:35.435017 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:32:35.444660 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:32:35.454585 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:32:35.455229 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:32:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:35.462268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:35.534785 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-55317b8b-2826-42eb-abe9-5308e7a24e2f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3471341 Jan 18 09:32:35.534785 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:32:35.569469 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'status': 'completed', 'code': 200} Jan 18 09:32:35.648322 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:32:35.662503 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-0442419c-993b-4427-adf0-4aa2b32bee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:35.664093 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-0442419c-993b-4427-adf0-4aa2b32bee6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 1098 time: 0.0723662 Jan 18 09:32:35.796004 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-81e73c98-1578-4ec8-be8d-731dd6d8912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:35.797383 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-81e73c98-1578-4ec8-be8d-731dd6d8912b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1274774 Jan 18 09:32:35.870917 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-742ca815-d8ba-4555-8dc4-a9b27f0854f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:36.011254 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4f2443b5-513a-4987-b96d-242084b15fbf', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:14:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:32:34Z', 'updated_at': '2022-01-18T09:32:34Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:36.015756 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:32:36.025090 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:32:36.025871 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:32:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:36.028453 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-c503fc84-dcf0-4650-9c17-048499202139 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac HTTP/1.1" status: 200 len: 999 time: 0.2248077 Jan 18 09:32:36.093079 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-3a9f0d22-0120-4120-b968-e1556e096f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:36.094678 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-3a9f0d22-0120-4120-b968-e1556e096f1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0600140 Jan 18 09:32:36.178234 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-810632b1-d9ab-4a0d-a065-ee797615681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:36.180208 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-810632b1-d9ab-4a0d-a065-ee797615681b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791523 Jan 18 09:32:36.215257 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:32:36.321990 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-780fee27-d0e7-43ef-8136-2a10bf23587e service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338592 Jan 18 09:32:36.460072 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4c38b896-1da9-45f8-bd88-0fa8b0746170 req-613ce018-2e6d-49f3-b58f-16069bcf7b29 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317949 Jan 18 09:32:36.598614 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4f2443b5-513a-4987-b96d-242084b15fbf', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:14:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:32:34Z', 'updated_at': '2022-01-18T09:32:34Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:36.602800 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0584ad-3e7a-4e76-82a5-f589221bcd37 None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4f2443b5-513a-4987-b96d-242084b15fbf', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:14:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:32:34Z', 'updated_at': '2022-01-18T09:32:34Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:32:36.797842 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28931ca-603a-4d03-bc53-47029ecb51b0 None None] New status for floating IP 4f2443b5-513a-4987-b96d-242084b15fbf: ACTIVE {{(pid=86807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:32:37.401681 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46208) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:37.722521 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:38.126961 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4df6757d-afe6-4d7c-b59f-73f9a7b94f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:38.198709 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:38.570758 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Deleting port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:38.571576 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:38.767360 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] For port 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:38.767716 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:38.893719 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Calling delete_port for 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:32:39.147191 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:39.189032 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:39.232505 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:39.390057 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:39.660440 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:40.020545 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Router b22febcf-9ba0-4499-906e-b31f5285a4c8 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:32:40.201671 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:32:40.210897 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] Sync routers for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:32:40.214555 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-b8f38f33-437e-406e-8df8-aa37026bd5ec admin admin] 10.222.0.54 "PUT /v2.0/routers/b22febcf-9ba0-4499-906e-b31f5285a4c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8115771 Jan 18 09:32:40.217057 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46214) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:40.220868 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:32:40.221472 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:32:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:40.398076 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks [] for router, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:40.400152 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:32:40.454401 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:40.578067 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:40.588413 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Deleting port 52e695ef-3b51-41de-a809-4dfb56c53b63 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:40.588747 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:40.695564 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:32:39Z', 'revision_number': 5, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port': {'id': '52e695ef-3b51-41de-a809-4dfb56c53b63', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:14:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:24:15Z', 'updated_at': '2022-01-18T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:40.699540 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] Checking router: b22febcf-9ba0-4499-906e-b31f5285a4c8 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:32:40.710291 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] Routers {'b22febcf-9ba0-4499-906e-b31f5285a4c8'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:32:40.711057 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:32:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['b22febcf-9ba0-4499-906e-b31f5285a4c8'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:40.862606 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] Set router b22febcf-9ba0-4499-906e-b31f5285a4c8 gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:32:40.879218 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] For port 52e695ef-3b51-41de-a809-4dfb56c53b63, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=52e695ef-3b51-41de-a809-4dfb56c53b63,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:40.879795 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:40.964793 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:32:40Z', 'revision_number': 6, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:40.968846 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328c9a0-b2f9-4065-842d-db5f861ab5ca None None] The sync data for ids ['b22febcf-9ba0-4499-906e-b31f5285a4c8'] in dv-cinder-825046-1-iscsi is: [{'id': 'b22febcf-9ba0-4499-906e-b31f5285a4c8', 'name': 'tempest-AttachVolumeShelveTestJSON-766588385-router', 'tenant_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:24:11Z', 'updated_at': '2022-01-18T09:32:40Z', 'revision_number': 6, 'project_id': '6835f51ae51d48eda5eb9edb46d9ca90', 'gw_port_host': None}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:32:41.005420 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Calling delete_port for 52e695ef-3b51-41de-a809-4dfb56c53b63 owned by network:router_gateway {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:32:41.186281 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.235138 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Pushing event deleted for resources: {'Port': ['ID=52e695ef-3b51-41de-a809-4dfb56c53b63,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:41.327342 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.506599 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.509131 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.534649 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.535232 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22febcf-9ba0-4499-906e-b31f5285a4c8 {{(pid=86806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:32:41.549091 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.550266 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-cbc89bd6-6a39-4d57-933a-8692fbe6596b admin admin] 10.222.0.54 "DELETE /v2.0/routers/b22febcf-9ba0-4499-906e-b31f5285a4c8 HTTP/1.1" status: 204 len: 168 time: 1.3323328 Jan 18 09:32:41.553080 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46218) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:41.620987 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] Deleting subnet 806d9d09-4bec-4b43-a81b-9291f3cf3f8e {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:32:41.624695 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.675473 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.762841 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.789834 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:32:41.824354 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:32:41.824698 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 2fd55b5c-c7b3-4541-b2d8-03c3a66dbdf8 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:32:41.825120 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 52e695ef-3b51-41de-a809-4dfb56c53b63 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:32:41.833100 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.867391 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 52e695ef-3b51-41de-a809-4dfb56c53b63 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:32:41.867734 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 52e695ef-3b51-41de-a809-4dfb56c53b63 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:32:41.872128 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806d9d09-4bec-4b43-a81b-9291f3cf3f8e,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:41.877862 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:41.886060 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00b3bc-4d98-48ec-ac6e-faff6542149c None None] Network 45a2209b-7cf2-4e17-afd0-7988f28547d3 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:32:41.886247 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-704800cd-0cdd-41c8-a912-c878445a7bc8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/806d9d09-4bec-4b43-a81b-9291f3cf3f8e HTTP/1.1" status: 204 len: 168 time: 0.3297899 Jan 18 09:32:41.886717 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46222) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:41.997923 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.010867 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Deleting port 6d3a2da1-7c59-49e5-80e8-18d99e112223 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:42.011200 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.213215 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] DHCP port deletion for 45a2209b-7cf2-4e17-afd0-7988f28547d3 request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:32:42.218013 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Deleting port 6d3a2da1-7c59-49e5-80e8-18d99e112223 {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:42.218373 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.333406 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] For port 6d3a2da1-7c59-49e5-80e8-18d99e112223, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6d3a2da1-7c59-49e5-80e8-18d99e112223,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:42.333664 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.429149 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] For port 6d3a2da1-7c59-49e5-80e8-18d99e112223, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6d3a2da1-7c59-49e5-80e8-18d99e112223,segment=NetworkSegment(d47f6256-bede-40a7-8848-71d8399e645e),segment_id=d47f6256-bede-40a7-8848-71d8399e645e)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:32:42.429608 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.458124 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Calling delete_port for 6d3a2da1-7c59-49e5-80e8-18d99e112223 owned by network:dhcp {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:32:42.542327 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.551848 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Calling delete_port for 6d3a2da1-7c59-49e5-80e8-18d99e112223 owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:32:42.590225 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3a2da1-7c59-49e5-80e8-18d99e112223,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:42.591962 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] No DVR routers for this DVR port 6d3a2da1-7c59-49e5-80e8-18d99e112223 on host dv-cinder-825046-1-iscsi {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:32:42.625002 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:32:42.625392 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:32:42.714572 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.742472 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a2209b-7cf2-4e17-afd0-7988f28547d3']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:42.755775 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47f6256-bede-40a7-8848-71d8399e645e') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:42.756062 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47f6256-bede-40a7-8848-71d8399e645e') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:42.768006 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.784787 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.791081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:32:42.791464 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:32:42.804757 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:32:42.884617 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.900891 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:42.911092 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a2209b-7cf2-4e17-afd0-7988f28547d3,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:42.927345 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-c4425d62-2bfe-4cfe-8d8b-87fa799d6059 admin admin] 10.222.0.54 "DELETE /v2.0/networks/45a2209b-7cf2-4e17-afd0-7988f28547d3 HTTP/1.1" status: 204 len: 168 time: 1.0398474 Jan 18 09:32:43.048225 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46230) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:43.098085 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-21e2cf0f-a1ae-4924-871e-0ded48ada9e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6835f51ae51d48eda5eb9edb46d9ca90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486882 Jan 18 09:32:43.100740 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46234) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:43.127062 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Deleting port 6d3a2da1-7c59-49e5-80e8-18d99e112223 {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:32:43.127617 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:43.161609 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-24a0dcb5-1116-4af3-a029-9f18a745c2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:43.187532 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-24a0dcb5-1116-4af3-a029-9f18a745c2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:43.195729 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8b630e4a-8403-4f3c-93f0-652ebc5f9d29 None None] The port '6d3a2da1-7c59-49e5-80e8-18d99e112223' was deleted {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:32:43.241836 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-24a0dcb5-1116-4af3-a029-9f18a745c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:43.259390 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0dcb5-1116-4af3-a029-9f18a745c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc368d-1fa4-460f-8f5a-e72fb96c9702,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:43.266066 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-24a0dcb5-1116-4af3-a029-9f18a745c2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:43.267205 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-24a0dcb5-1116-4af3-a029-9f18a745c2ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3bc368d-1fa4-460f-8f5a-e72fb96c9702 HTTP/1.1" status: 204 len: 168 time: 0.1655600 Jan 18 09:32:43.573387 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6d3a2da1-7c59-49e5-80e8-18d99e112223 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:32:43.606522 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 6d3a2da1-7c59-49e5-80e8-18d99e112223 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:32:43.606822 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6d3a2da1-7c59-49e5-80e8-18d99e112223 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:32:44.016156 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46258) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:44.122960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-311192992-network', 'tenant_id': '4abf5d6090c647d585e3aa7d1db2a6fb'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:32:44.128061 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:44.132098 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Usage tracker for resource:network and tenant:4abf5d6090c647d585e3aa7d1db2a6fb is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:44.135158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:44.141453 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:44.153234 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Made reservation on behalf of 4abf5d6090c647d585e3aa7d1db2a6fb for: {'network': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:32:44.155600 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.167786 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.185828 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:44.189775 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4abf5d6090c647d585e3aa7d1db2a6fb is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:44.192839 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:44.198570 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:44.283201 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.288951 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.318748 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=86805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:32:44.328122 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eacc5a2-2ee7-4f78-a789-ac626206314e,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:44.333801 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.334145 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.segments_db [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Added segment fc64214a-3c8d-42e6-8150-a92f1639ff41 of type vlan for network 7797f2a2-1bac-47a7-9bc4-870c6be07917 Jan 18 09:32:44.361115 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.392346 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.393431 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:44.394005 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.497862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=7797f2a2-1bac-47a7-9bc4-870c6be07917,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:44.500886 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-8f555697-9f47-4c36-892b-9fb22977e7d8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4837463 Jan 18 09:32:44.505639 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46264) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:44.511131 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Request body: {'subnet': {'network_id': '7797f2a2-1bac-47a7-9bc4-870c6be07917', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-311192992-subnet', 'tenant_id': '4abf5d6090c647d585e3aa7d1db2a6fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:32:44.511442 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 7797f2a2-1bac-47a7-9bc4-870c6be07917 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:32:44.516081 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:44.519924 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Usage tracker for resource:subnet and tenant:4abf5d6090c647d585e3aa7d1db2a6fb is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:44.522768 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:44.529138 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:44.543501 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Made reservation on behalf of 4abf5d6090c647d585e3aa7d1db2a6fb for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:32:44.546121 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7156624'] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.753842 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6691379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7156610'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.828204 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3e9671-2c90-4a0a-8251-9de0239149d4,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:44.838454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Checking segment: {'id': 'fc64214a-3c8d-42e6-8150-a92f1639ff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7797f2a2-1bac-47a7-9bc4-870c6be07917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:32:44.838839 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Network hostable DHCP agents. Network: 7797f2a2-1bac-47a7-9bc4-870c6be07917, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:32:44.861318 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Network 7797f2a2-1bac-47a7-9bc4-870c6be07917 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:32:44.871428 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 7797f2a2-1bac-47a7-9bc4-870c6be07917) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:32:44.875684 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:44.876270 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:44.883376 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05fd69-8f28-48dd-bd0e-ddc0e9e53627 None None] Network 7797f2a2-1bac-47a7-9bc4-870c6be07917 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:32:44.901601 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b30d323c-38d5-40e1-95e2-a4d5785c58ce admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3947179 Jan 18 09:32:45.120340 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2400d8-bec8-4679-b6b0-543c528cc46f None None] Network 7797f2a2-1bac-47a7-9bc4-870c6be07917 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:32:45.451954 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46282) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:45.458101 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.v2.base [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040990380-network', 'tenant_id': 'f8e80602d93c4cd1ab7ac92d9526cc1f'}} {{(pid=86806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:32:45.463041 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:45.466881 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Usage tracker for resource:network and tenant:f8e80602d93c4cd1ab7ac92d9526cc1f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:45.469730 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:45.475358 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:45.487313 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Made reservation on behalf of f8e80602d93c4cd1ab7ac92d9526cc1f for: {'network': 1} {{(pid=86806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:32:45.489614 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for network, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.501782 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.516057 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:45.519993 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8e80602d93c4cd1ab7ac92d9526cc1f is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:45.522830 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:45.528527 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:45.612209 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.617791 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.646951 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=86806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 09:32:45.655260 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b35eea-466b-4046-a5c1-f891d611d5ea,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:45.660874 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.661188 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.segments_db [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Added segment c42df416-7d32-4b92-bc98-a483dabf2331 of type vlan for network 20207325-48f9-4bd2-a134-1f5c53a73f57 Jan 18 09:32:45.687713 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727763447902'] for network, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.719041 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708'] for network, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.719974 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:45.720547 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:45.822700 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=20207325-48f9-4bd2-a134-1f5c53a73f57,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:45.826331 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1f00766f-e437-4c0f-aa7d-247d02b88ba9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3731034 Jan 18 09:32:45.832308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46286) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:45.833088 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Network 20207325-48f9-4bd2-a134-1f5c53a73f57 details requested by agent ovs-agent-dv-cinder-825046-1-iscsi with host dv-cinder-825046-1-iscsi {{(pid=86807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 09:32:45.835782 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Request body: {'subnet': {'network_id': '20207325-48f9-4bd2-a134-1f5c53a73f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040990380-subnet', 'tenant_id': 'f8e80602d93c4cd1ab7ac92d9526cc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:32:45.841025 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:45.845343 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Usage tracker for resource:subnet and tenant:f8e80602d93c4cd1ab7ac92d9526cc1f is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:45.848452 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:45.854528 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:45.866440 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Made reservation on behalf of f8e80602d93c4cd1ab7ac92d9526cc1f for: {'subnet': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:32:45.868911 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7156624'] for subnet, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.076364 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6691379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7156610'] for subnet, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.160540 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0817707-9493-4063-8241-195a998f0c76,revision_number=0']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:46.170292 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Checking segment: {'id': 'c42df416-7d32-4b92-bc98-a483dabf2331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '20207325-48f9-4bd2-a134-1f5c53a73f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:32:46.170647 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Network hostable DHCP agents. Network: 20207325-48f9-4bd2-a134-1f5c53a73f57, hostable agents: ['a977cc72-d1b3-47fb-9e2a-546814af3a55'], hosted agents: [] {{(pid=86805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 09:32:46.193857 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Network 20207325-48f9-4bd2-a134-1f5c53a73f57 is scheduled to be hosted by DHCP agent a977cc72-d1b3-47fb-9e2a-546814af3a55 with binding_index 1 {{(pid=86805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 09:32:46.205178 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825046-1-iscsi, 20207325-48f9-4bd2-a134-1f5c53a73f57) {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:32:46.210201 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:46.211455 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.213181 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550fd3e-ec01-4b52-b012-a9b9b71bf0a0 None None] Network 20207325-48f9-4bd2-a134-1f5c53a73f57 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:32:46.233717 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4365fbaa-5a97-4da8-8871-16cb2eab83ab admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4033396 Jan 18 09:32:46.372214 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46292) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:46.443899 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_v2 [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] Deleting subnet ed3e9671-2c90-4a0a-8251-9de0239149d4 {{(pid=86805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:32:46.447266 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.455239 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5799b64-41a6-4724-9cbb-b3d13f9e5ab7 None None] Network 20207325-48f9-4bd2-a134-1f5c53a73f57 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:32:46.501591 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115103'] for subnet, precommit_delete_associations {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.560158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.630481 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6691572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7156731'] for subnet, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.675122 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3e9671-2c90-4a0a-8251-9de0239149d4,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:46.677125 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for subnet, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:46.684046 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-16be75ae-843c-478d-a440-778fdccd9388 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ed3e9671-2c90-4a0a-8251-9de0239149d4 HTTP/1.1" status: 204 len: 168 time: 0.3105958 Jan 18 09:32:46.686762 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46296) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:46.900396 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.032825 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.058185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7797f2a2-1bac-47a7-9bc4-870c6be07917']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:47.079184 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc64214a-3c8d-42e6-8150-a92f1639ff41') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:47.079455 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc64214a-3c8d-42e6-8150-a92f1639ff41') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:47.092080 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.109032 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.115921 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:32:47.116308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:32:47.129704 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:32:47.209782 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.215261 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.238408 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] Pushing event deleted for resources: {'Network': ['ID=7797f2a2-1bac-47a7-9bc4-870c6be07917,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:47.241224 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-d82af840-8691-4d40-9cb7-ba737944621f admin admin] 10.222.0.54 "DELETE /v2.0/networks/7797f2a2-1bac-47a7-9bc4-870c6be07917 HTTP/1.1" status: 204 len: 168 time: 0.5534747 Jan 18 09:32:47.244190 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46300) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:47.309563 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] Deleting subnet e0817707-9493-4063-8241-195a998f0c76 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:32:47.313241 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.368324 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.428860 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.513274 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.557819 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0817707-9493-4063-8241-195a998f0c76,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:47.561931 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.568276 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-09a5e717-009a-461c-b2fd-626b571a3c67 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e0817707-9493-4063-8241-195a998f0c76 HTTP/1.1" status: 204 len: 168 time: 0.3229825 Jan 18 09:32:47.570982 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46304) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:47.677394 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.811615 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.839124 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20207325-48f9-4bd2-a134-1f5c53a73f57']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:47.853621 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42df416-7d32-4b92-bc98-a483dabf2331') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:47.853941 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42df416-7d32-4b92-bc98-a483dabf2331') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:32:47.869250 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.887916 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.895124 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:32:47.895508 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:32:47.908754 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:32:48.087297 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:48.104882 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:48.115215 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20207325-48f9-4bd2-a134-1f5c53a73f57,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:48.119127 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-91332f0e-0d8e-4972-9eab-60691a3163a7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/20207325-48f9-4bd2-a134-1f5c53a73f57 HTTP/1.1" status: 204 len: 168 time: 0.5467298 Jan 18 09:32:48.311116 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46310) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:48.378911 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8d051952-183d-4526-baaf-d52a70b6d875 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4abf5d6090c647d585e3aa7d1db2a6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638635 Jan 18 09:32:48.379294 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46314) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:48.446815 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd3ac792-6f53-481d-bec4-e742b0d34c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:48.476938 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd3ac792-6f53-481d-bec4-e742b0d34c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:48.537244 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd3ac792-6f53-481d-bec4-e742b0d34c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:48.553942 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ac792-6f53-481d-bec4-e742b0d34c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eacc5a2-2ee7-4f78-a789-ac626206314e,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:48.563687 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd3ac792-6f53-481d-bec4-e742b0d34c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:48.565121 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fd3ac792-6f53-481d-bec4-e742b0d34c47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2eacc5a2-2ee7-4f78-a789-ac626206314e HTTP/1.1" status: 204 len: 168 time: 0.1846430 Jan 18 09:32:48.974962 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46324) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:49.025064 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-743c8ca3-f07f-4b89-b63a-68e61e67b24f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8e80602d93c4cd1ab7ac92d9526cc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486178 Jan 18 09:32:49.027784 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46328) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:49.089801 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0da37e79-5a1e-4c4f-b41a-7ec0d6bfd477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:49.117926 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0da37e79-5a1e-4c4f-b41a-7ec0d6bfd477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:49.184206 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0da37e79-5a1e-4c4f-b41a-7ec0d6bfd477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:49.201956 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da37e79-5a1e-4c4f-b41a-7ec0d6bfd477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b35eea-466b-4046-a5c1-f891d611d5ea,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:49.205291 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-0da37e79-5a1e-4c4f-b41a-7ec0d6bfd477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:49.206422 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-0da37e79-5a1e-4c4f-b41a-7ec0d6bfd477 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5b35eea-466b-4046-a5c1-f891d611d5ea HTTP/1.1" status: 204 len: 168 time: 0.1777411 Jan 18 09:32:51.539057 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e6471-6532-4078-9dd2-382c3d7efc9b req-38c49c61-3d70-4453-89a1-69742e84481f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:51.540761 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c05e6471-6532-4078-9dd2-382c3d7efc9b req-38c49c61-3d70-4453-89a1-69742e84481f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1132405 Jan 18 09:32:51.612244 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c05e6471-6532-4078-9dd2-382c3d7efc9b req-51dd231c-9b66-4aab-94cb-5d6b11c2f5f8 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617099 Jan 18 09:32:51.836583 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46396) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:51.966266 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:51.981574 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:51.986098 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Usage tracker for resource:security_group_rule and tenant:107c234633ae493f892b73e8e1c12741 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:51.989146 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:51.995172 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:52.083179 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.088313 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.138172 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=107c234633ae493f892b73e8e1c12741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003428 Jan 18 09:32:52.139087 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad3ac5-27a1-4cdb-ae56-afd11abaad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0735bd57-c736-46e4-9401-fa7b71121a2d,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:52.141212 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46402) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:52.205822 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5a188dc5-6a30-48f2-8d6b-4bf898f8d9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.231963 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5a188dc5-6a30-48f2-8d6b-4bf898f8d9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.294457 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5a188dc5-6a30-48f2-8d6b-4bf898f8d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.314844 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a188dc5-6a30-48f2-8d6b-4bf898f8d9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0735bd57-c736-46e4-9401-fa7b71121a2d,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:52.326869 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-5a188dc5-6a30-48f2-8d6b-4bf898f8d9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.328795 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-5a188dc5-6a30-48f2-8d6b-4bf898f8d9ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0735bd57-c736-46e4-9401-fa7b71121a2d HTTP/1.1" status: 204 len: 168 time: 0.1861899 Jan 18 09:32:52.655182 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46412) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:52.673399 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.688835 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:32:52.692786 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Usage tracker for resource:security_group_rule and tenant:f65d00d276cf4d239f0cb588b3300bbd is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:32:52.695742 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:32:52.701993 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:32:52.848330 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.855474 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:52.897641 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45b5da-2585-4a38-805a-61a575d67769 req-57d92dbf-b926-4f90-94de-4b97f7ed3400 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:52.899216 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7e45b5da-2585-4a38-805a-61a575d67769 req-57d92dbf-b926-4f90-94de-4b97f7ed3400 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1614139 Jan 18 09:32:52.928460 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f65d00d276cf4d239f0cb588b3300bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721241 Jan 18 09:32:52.931440 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46416) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:32:52.932010 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02617d-9152-44d1-a646-f7ee944254ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef2d709-618a-4632-ad84-d660191aa96a,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:52.959940 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7e45b5da-2585-4a38-805a-61a575d67769 req-6b1843a5-8037-4537-9328-8d17ef4ca1e1 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515571 Jan 18 09:32:53.002842 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-525de3a9-5275-4f05-8d76-3e2b7a151de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:53.029261 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-525de3a9-5275-4f05-8d76-3e2b7a151de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:53.085465 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-525de3a9-5275-4f05-8d76-3e2b7a151de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:53.099902 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525de3a9-5275-4f05-8d76-3e2b7a151de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef2d709-618a-4632-ad84-d660191aa96a,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:32:53.106831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-525de3a9-5275-4f05-8d76-3e2b7a151de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:32:53.107960 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-525de3a9-5275-4f05-8d76-3e2b7a151de1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ef2d709-618a-4632-ad84-d660191aa96a HTTP/1.1" status: 204 len: 168 time: 0.1753235 Jan 18 09:32:54.153178 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ed2b4-6719-4190-84ba-760b2d9fd17f req-9cc1ee76-a327-4479-843e-11046ecbec49 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:54.154706 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-343ed2b4-6719-4190-84ba-760b2d9fd17f req-9cc1ee76-a327-4479-843e-11046ecbec49 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0886333 Jan 18 09:32:54.201704 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-343ed2b4-6719-4190-84ba-760b2d9fd17f req-15753bfe-0b62-4c4a-8862-d949655b7c07 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Jan 18 09:32:55.381589 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02018e5-f533-4061-a7cd-2d9e76d55703 req-41c96410-0ab8-4788-bdfc-7f82656677a9 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:55.383949 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f02018e5-f533-4061-a7cd-2d9e76d55703 req-41c96410-0ab8-4788-bdfc-7f82656677a9 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0807877 Jan 18 09:32:55.434194 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f02018e5-f533-4061-a7cd-2d9e76d55703 req-81664ba0-ac3e-48ac-875b-dd826a712d13 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444200 Jan 18 09:32:56.628463 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3474f8-ae8e-4d25-a742-beae2a85a160 req-f7b39ed9-d966-416b-8abe-af037b70748a tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:56.629827 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ab3474f8-ae8e-4d25-a742-beae2a85a160 req-f7b39ed9-d966-416b-8abe-af037b70748a tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0865655 Jan 18 09:32:56.676739 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ab3474f8-ae8e-4d25-a742-beae2a85a160 req-09f1e790-cdf5-4b0a-aee1-2201d8325ce3 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410564 Jan 18 09:32:56.966607 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:32:57.877689 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232458-51ef-4078-a571-03f59575ca04 req-3ac2a67c-4a59-4682-92aa-925370133df7 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:57.879635 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e5232458-51ef-4078-a571-03f59575ca04 req-3ac2a67c-4a59-4682-92aa-925370133df7 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0889482 Jan 18 09:32:57.929249 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e5232458-51ef-4078-a571-03f59575ca04 req-e959ba29-ec6a-40ef-a9f3-fe2e5eb825c0 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Jan 18 09:32:59.145433 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58859-3a2e-4948-adba-6c6f164f6744 req-c11af177-1104-4e78-b763-32b4c4f4924f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:32:59.148017 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18e58859-3a2e-4948-adba-6c6f164f6744 req-c11af177-1104-4e78-b763-32b4c4f4924f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1076837 Jan 18 09:32:59.219212 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-18e58859-3a2e-4948-adba-6c6f164f6744 req-5dc80665-e0dd-4f0b-9e14-d808c1248608 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648715 Jan 18 09:33:00.429462 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb41b-610c-499b-bae2-df8431f71926 req-f2cb73cc-fead-43d5-b52e-7f92e67fbe15 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:00.431112 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-578bb41b-610c-499b-bae2-df8431f71926 req-f2cb73cc-fead-43d5-b52e-7f92e67fbe15 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1014969 Jan 18 09:33:00.481584 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-578bb41b-610c-499b-bae2-df8431f71926 req-c5dc6c69-aa8f-4fe2-b897-e6ffa00a4177 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Jan 18 09:33:01.608218 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-17d953b9-12e1-4fb5-bbfd-58589d63621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:01.610369 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-17d953b9-12e1-4fb5-bbfd-58589d63621e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.0820653 Jan 18 09:33:01.925656 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-d1a72957-8827-461d-b010-405bf0ef50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:01.927167 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-d1a72957-8827-461d-b010-405bf0ef50ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 909 time: 0.3103168 Jan 18 09:33:01.991685 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836d39-81d0-4588-89a4-6b0be35766e9 req-670672ff-9cd5-455c-b62a-0c7da8e426b7 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:01.993220 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8836d39-81d0-4588-89a4-6b0be35766e9 req-670672ff-9cd5-455c-b62a-0c7da8e426b7 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1921129 Jan 18 09:33:02.094872 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-b8836d39-81d0-4588-89a4-6b0be35766e9 req-0dc3e9c6-8c6f-44d1-be08-bf4de488466a tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949502 Jan 18 09:33:02.101950 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-fd296d38-4bf9-45eb-8bd5-b883cc199252 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 1001 time: 0.1665514 Jan 18 09:33:02.177723 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-2c79bfb8-2c8a-4683-9a65-e7acbfa8fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:02.179297 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-2c79bfb8-2c8a-4683-9a65-e7acbfa8fbed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.0680790 Jan 18 09:33:02.270357 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-f2971207-49b1-41b8-b1cd-476416adf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:02.272937 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-f2971207-49b1-41b8-b1cd-476416adf14b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867641 Jan 18 09:33:02.422690 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-40e289b0-d434-4027-9cdb-f75efc27ac5a service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416759 Jan 18 09:33:02.582323 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bfceffde-65ab-4619-a5eb-08062d6d595c req-7163ce89-9faf-4382-a195-1e1e1874acaa service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520195 Jan 18 09:33:03.307690 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85162b6d-59c9-44d9-aa14-9d73b29e5dea req-d286d78a-427e-4338-b9c5-1d7ae01f2d90 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:03.309170 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85162b6d-59c9-44d9-aa14-9d73b29e5dea req-d286d78a-427e-4338-b9c5-1d7ae01f2d90 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0814970 Jan 18 09:33:03.356200 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85162b6d-59c9-44d9-aa14-9d73b29e5dea req-dc19b1ff-ad60-44b5-9525-fc2b0f99d1ef tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Jan 18 09:33:04.579236 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1728354-d03a-4119-95e8-1d85cbeaf7f9 req-45f8ac64-c026-4506-bda0-c1a224863226 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:04.580841 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1728354-d03a-4119-95e8-1d85cbeaf7f9 req-45f8ac64-c026-4506-bda0-c1a224863226 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0925477 Jan 18 09:33:04.633250 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a1728354-d03a-4119-95e8-1d85cbeaf7f9 req-5c9bf384-5944-4fbc-ab9f-a4c7eb5fd079 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454159 Jan 18 09:33:05.806665 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46576) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:05.874973 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6c8f022c-1c59-4b8d-94b9-dd358981cf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:05.905641 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd92-1786-48bb-810e-6df6407785df req-b3f53a38-036b-4d8f-81e1-d5684003d63f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:05.908274 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dfcdcd92-1786-48bb-810e-6df6407785df req-b3f53a38-036b-4d8f-81e1-d5684003d63f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1444902 Jan 18 09:33:05.958464 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-dfcdcd92-1786-48bb-810e-6df6407785df req-4720b95a-510c-4347-bb7f-3b08bd7f6b9e tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437012 Jan 18 09:33:05.977719 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:05.994163 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:05.998416 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e746a0b20e3f4a67aa03d8d78f073857 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:06.002024 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:06.008636 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:06.115352 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:06.122285 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:06.175501 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091c62aa-b88e-4fb1-84fe-4334cde00557,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:06.182917 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4376a78e-be26-42cb-b341-f99f101ca4e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e746a0b20e3f4a67aa03d8d78f073857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746674 Jan 18 09:33:06.183200 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46584) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:06.281165 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:06.311064 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:06.487266 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:06.501972 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-ecfd55ae-089c-4c20-9da1-ff45570e0e5b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2669575 Jan 18 09:33:06.512232 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091c62aa-b88e-4fb1-84fe-4334cde00557,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:06.525214 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a162-4534-460d-b547-d61af61920a1 req-bd10ed39-eed1-4282-9a22-669c0f4023fd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:06.527370 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85f7a162-4534-460d-b547-d61af61920a1 req-bd10ed39-eed1-4282-9a22-669c0f4023fd tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1663680 Jan 18 09:33:06.534765 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.535205 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.535634 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.536051 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.536502 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.536949 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.537378 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.537871 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.538421 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.538966 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.539377 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.539788 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:06.581594 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:06.583053 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-225a6d43-8c06-4648-a337-5c93adcb4022 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/091c62aa-b88e-4fb1-84fe-4334cde00557 HTTP/1.1" status: 204 len: 168 time: 0.3981273 Jan 18 09:33:06.617468 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85f7a162-4534-460d-b547-d61af61920a1 req-f457bd9b-e468-42b4-8633-c97e1ec28cb2 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741727 Jan 18 09:33:06.942926 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46602) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:06.968701 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.002701 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:07.009861 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Usage tracker for resource:security_group_rule and tenant:db2e3f44c444482888c8a5755f054cf0 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:07.014994 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:07.026030 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:07.161581 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.167368 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.229646 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db2e3f44c444482888c8a5755f054cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853162 Jan 18 09:33:07.231730 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9d7b2-0698-44f0-97ba-f94502ada829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d3a8b-5ba2-4b1a-b3b7-21b4ff4b6f58,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:07.234169 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46606) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:07.319331 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9a937ca1-3c0c-43c1-9ce0-52c346c98f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.351409 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9a937ca1-3c0c-43c1-9ce0-52c346c98f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.421109 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9a937ca1-3c0c-43c1-9ce0-52c346c98f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.436637 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a937ca1-3c0c-43c1-9ce0-52c346c98f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d3a8b-5ba2-4b1a-b3b7-21b4ff4b6f58,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:07.443357 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-9a937ca1-3c0c-43c1-9ce0-52c346c98f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.444549 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-9a937ca1-3c0c-43c1-9ce0-52c346c98f25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c8d3a8b-5ba2-4b1a-b3b7-21b4ff4b6f58 HTTP/1.1" status: 204 len: 168 time: 0.2082756 Jan 18 09:33:07.750031 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:07.897103 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785033b-c871-4935-a8e6-163ed78e7c93 req-72c9d49b-785f-4c9a-8370-9620b0b2bf9b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:07.898833 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e785033b-c871-4935-a8e6-163ed78e7c93 req-72c9d49b-785f-4c9a-8370-9620b0b2bf9b tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1029851 Jan 18 09:33:07.956729 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e785033b-c871-4935-a8e6-163ed78e7c93 req-97cde0f1-34ed-4423-bc08-f7c8383d54d1 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472670 Jan 18 09:33:08.114579 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device e274ad51-5f32-4ae4-bd93-d837461ca296 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:33:08.201959 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-b2832b07-9504-4796-a1c2-1afaeaa3ab22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:08.317848 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:08.351859 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-1d212143-335c-470c-8f3a-cd68c6514ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:08.354327 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-1d212143-335c-470c-8f3a-cd68c6514ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0&tenant_id=5dbb010ad502476bacb7acea69a96ed5 HTTP/1.1" status: 200 len: 1099 time: 0.1124005 Jan 18 09:33:08.388373 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:33:08.412545 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:33:08.421323 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:08.524388 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'code': 200} Jan 18 09:33:08.534137 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-35053e6c-f081-4d04-9e2c-5ba6b01454b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:08.536718 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-35053e6c-f081-4d04-9e2c-5ba6b01454b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1097 time: 0.1536834 Jan 18 09:33:08.548749 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=6']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:08.557582 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.558064 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.558487 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.559025 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.559691 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.560105 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.560603 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.561178 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.561594 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.562007 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.562411 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.563545 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:08.850098 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-e24842a5-35b6-4949-9b43-8edd24c422c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:08.851963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-e24842a5-35b6-4949-9b43-8edd24c422c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 909 time: 0.3089726 Jan 18 09:33:08.991310 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-21db469c-0130-4459-a43c-3ee73cae37eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 999 time: 0.1324911 Jan 18 09:33:09.103262 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-4a95d1c4-1253-4966-8d2f-17ce23747c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:09.105620 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-4a95d1c4-1253-4966-8d2f-17ce23747c80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.1069651 Jan 18 09:33:09.165896 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:09.203165 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:09.330441 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-bb81a41e-ed56-4897-9296-d392c95b4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:09.332846 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-bb81a41e-ed56-4897-9296-d392c95b4c77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2206714 Jan 18 09:33:09.348436 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7784a5-d434-4bb9-95f3-0be24867cd64 req-77a0e90c-80a5-4f82-9117-20b60553f2ff tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:09.350973 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6f7784a5-d434-4bb9-95f3-0be24867cd64 req-77a0e90c-80a5-4f82-9117-20b60553f2ff tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.1893456 Jan 18 09:33:09.557248 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-6f7784a5-d434-4bb9-95f3-0be24867cd64 req-0ada92a3-08ef-4a00-9750-9faf7b918d1d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733239 Jan 18 09:33:09.610412 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-a33ba903-96a4-457c-82d5-48edfd727df3 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574437 Jan 18 09:33:09.770031 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-85285056-28dc-452f-a1e9-36ed67bdd784 req-75a75070-0740-4e36-af67-5ae4edf170dc service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526563 Jan 18 09:33:10.455609 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:10.772870 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c5461-3f66-468d-90cf-758fbd18c17d req-b41e7e4f-4ce2-4cb7-9a3d-c7c0b0bd10ba tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:10.774525 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-910c5461-3f66-468d-90cf-758fbd18c17d req-b41e7e4f-4ce2-4cb7-9a3d-c7c0b0bd10ba tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0909724 Jan 18 09:33:10.828061 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-910c5461-3f66-468d-90cf-758fbd18c17d req-f8b650d1-8142-4364-9b98-ebb782f3428c tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473430 Jan 18 09:33:12.024969 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f399-d9b2-40fc-8a1a-73e39459b7ab req-7ac92545-8a7c-496c-ae15-51e908411264 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:12.026496 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91f7f399-d9b2-40fc-8a1a-73e39459b7ab req-7ac92545-8a7c-496c-ae15-51e908411264 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0842423 Jan 18 09:33:12.080059 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-91f7f399-d9b2-40fc-8a1a-73e39459b7ab req-c886aa84-9ec2-49c2-9ee8-fae638e7ee77 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 Jan 18 09:33:13.020275 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-5d2e584b-aab2-483d-89a3-78957428fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:13.021838 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-5d2e584b-aab2-483d-89a3-78957428fe5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1097 time: 0.0812695 Jan 18 09:33:13.329198 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f0525-8796-44c4-99bd-2fdb8ad94b33 req-4d025e79-486c-4971-a915-e7911fd8a736 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:13.330951 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed1f0525-8796-44c4-99bd-2fdb8ad94b33 req-4d025e79-486c-4971-a915-e7911fd8a736 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.1236289 Jan 18 09:33:13.382776 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ed1f0525-8796-44c4-99bd-2fdb8ad94b33 req-0755f377-36a6-4241-98c6-f6b9788aee37 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454788 Jan 18 09:33:13.873359 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-84a1205d-2026-4307-b864-28a99570e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:13.875027 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-84a1205d-2026-4307-b864-28a99570e403 service neutron] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 909 time: 0.1457486 Jan 18 09:33:14.582116 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda24a0c-7fb3-4c36-8df1-0552568e3455 req-d03bf060-6048-4c2b-b45c-e3fe3abb9216 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:14.583953 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda24a0c-7fb3-4c36-8df1-0552568e3455 req-d03bf060-6048-4c2b-b45c-e3fe3abb9216 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0893128 Jan 18 09:33:14.714862 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda24a0c-7fb3-4c36-8df1-0552568e3455 req-d3e1ff1a-8dd3-4915-8bf9-e049d1f99a17 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246498 Jan 18 09:33:14.724099 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-4ad9a231-42aa-402f-9fb2-a41821f2b199 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 999 time: 0.1207008 Jan 18 09:33:14.826577 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-b62dabe9-f1f5-49f6-b791-080b9497873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:14.828206 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-b62dabe9-f1f5-49f6-b791-080b9497873c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.0973608 Jan 18 09:33:14.905379 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-1299d006-23f8-4c7d-80e3-d8c5e921a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:14.906949 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-1299d006-23f8-4c7d-80e3-d8c5e921a828 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729992 Jan 18 09:33:15.235129 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-4ac7ec49-fdfc-46c2-adc6-1a6ca2510884 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209872 Jan 18 09:33:15.475557 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-bda76f53-ed36-4d52-9b7d-2c43236438bb req-2a66dc44-2997-4cd3-b44f-4257d370c0bd service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333071 Jan 18 09:33:15.944898 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec978b-03fe-43ea-8682-83c9e44b53bc req-0b74ef62-cd21-45fc-b4ef-ef616e5c9382 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:15.945953 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08ec978b-03fe-43ea-8682-83c9e44b53bc req-0b74ef62-cd21-45fc-b4ef-ef616e5c9382 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 944 time: 0.1165326 Jan 18 09:33:15.994242 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08ec978b-03fe-43ea-8682-83c9e44b53bc req-efc92f20-8f6e-439d-8d81-c6adce613a1c tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Jan 18 09:33:16.159089 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device e274ad51-5f32-4ae4-bd93-d837461ca296 details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:33:16.383324 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:33:16.404396 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'port_id': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'mac_address': 'fa:16:3e:53:bd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:33:16.468720 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:16.488225 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e274ad51-5f32-4ae4-bd93-d837461ca296 {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:33:16.506131 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:33:16.513377 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:16.585672 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=7']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:16.738948 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['e274ad51-5f32-4ae4-bd93-d837461ca296'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:33:17.303355 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56a6b-3347-4357-a1fa-8bf6a6b55ad3 req-6bd1120a-0204-4692-bb81-2630807de6b1 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:17.304783 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-73d56a6b-3347-4357-a1fa-8bf6a6b55ad3 req-6bd1120a-0204-4692-bb81-2630807de6b1 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1193967 Jan 18 09:33:17.353579 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-73d56a6b-3347-4357-a1fa-8bf6a6b55ad3 req-b0073168-351d-4f2b-9349-268ed17d8505 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Jan 18 09:33:18.174619 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device e274ad51-5f32-4ae4-bd93-d837461ca296 up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:33:18.251499 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port e274ad51-5f32-4ae4-bd93-d837461ca296 triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:33:18.251994 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:18.450469 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:18.494170 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:33:18.509471 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:33:18.517443 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:18.625573 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'code': 200} Jan 18 09:33:18.661070 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd27d52-8d66-4935-873a-3576ee085751 req-8856f060-32a3-4ecc-be31-4d6998ab5cda tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:18.664006 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bd27d52-8d66-4935-873a-3576ee085751 req-8856f060-32a3-4ecc-be31-4d6998ab5cda tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1607273 Jan 18 09:33:18.666504 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=8']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:18.736814 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bd27d52-8d66-4935-873a-3576ee085751 req-39a7ac86-e5cd-470b-a8ec-bd47c20bb84c tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658963 Jan 18 09:33:18.932952 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46724) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:18.943997 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844866-1e7e-4a05-a2d3-ec8aaa92bbc7 req-67e774da-aaf3-4efe-839c-caa03955344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:18.945880 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e4844866-1e7e-4a05-a2d3-ec8aaa92bbc7 req-67e774da-aaf3-4efe-839c-caa03955344d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.0831742 Jan 18 09:33:18.997224 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e4844866-1e7e-4a05-a2d3-ec8aaa92bbc7 req-38494638-4b2c-47cd-8350-ccc0a562d5cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Jan 18 09:33:19.065898 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.082657 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:19.089524 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Usage tracker for resource:security_group_rule and tenant:591ce4c443e1412bb822c3155e4420ba is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:19.094847 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:19.104743 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:19.211721 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.217679 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.269540 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=591ce4c443e1412bb822c3155e4420ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350823 Jan 18 09:33:19.272120 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f90da1-d4dd-4dc7-b396-1883a89de05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d009043e-3e4b-4899-aa3c-ed38b0ae28bc,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:19.273735 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46730) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:19.344659 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-961b2006-5136-4e70-b9c8-1df82c1ff7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.384394 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-961b2006-5136-4e70-b9c8-1df82c1ff7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.449664 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-961b2006-5136-4e70-b9c8-1df82c1ff7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.465084 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b2006-5136-4e70-b9c8-1df82c1ff7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009043e-3e4b-4899-aa3c-ed38b0ae28bc,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:19.474790 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-961b2006-5136-4e70-b9c8-1df82c1ff7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.476164 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-961b2006-5136-4e70-b9c8-1df82c1ff7e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d009043e-3e4b-4899-aa3c-ed38b0ae28bc HTTP/1.1" status: 204 len: 168 time: 0.2010002 Jan 18 09:33:19.818821 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46740) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:19.843353 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:19.872266 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:19.880140 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Usage tracker for resource:security_group_rule and tenant:816a05e4050541d38cde120924c5fd53 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:19.887544 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:19.895968 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:20.065016 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a901299-4818-4969-a4a4-896c84a91ce1 req-d9dd515d-eeff-482a-ab9e-e8be5c4021e7 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:20.067522 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7a901299-4818-4969-a4a4-896c84a91ce1 req-d9dd515d-eeff-482a-ab9e-e8be5c4021e7 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1667666 Jan 18 09:33:20.178704 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:20.185654 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7a901299-4818-4969-a4a4-896c84a91ce1 req-1ea44f74-a483-46aa-9f62-8090828927a6 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092350 Jan 18 09:33:20.186882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:20.245920 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=816a05e4050541d38cde120924c5fd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254718 Jan 18 09:33:20.247976 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbbdb0-4e71-4c44-9eeb-7695914420f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12397fa2-02cd-4a44-b8fb-b65be1c4c7f2,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:20.249088 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46744) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:20.323121 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8146772e-95a2-44ba-a74e-7a3cce2cd56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:20.351391 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8146772e-95a2-44ba-a74e-7a3cce2cd56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:20.421228 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8146772e-95a2-44ba-a74e-7a3cce2cd56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:20.446076 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146772e-95a2-44ba-a74e-7a3cce2cd56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12397fa2-02cd-4a44-b8fb-b65be1c4c7f2,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:20.472116 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-8146772e-95a2-44ba-a74e-7a3cce2cd56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:20.477660 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-8146772e-95a2-44ba-a74e-7a3cce2cd56f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12397fa2-02cd-4a44-b8fb-b65be1c4c7f2 HTTP/1.1" status: 204 len: 168 time: 0.2232227 Jan 18 09:33:21.411996 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eab6a7-38c5-4ddc-920b-b71bb4e78f0f req-7ab0eb58-e0a1-4552-b3e8-a88267ac83f9 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:33:21.414490 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-67eab6a7-38c5-4ddc-920b-b71bb4e78f0f req-7ab0eb58-e0a1-4552-b3e8-a88267ac83f9 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1193624 Jan 18 09:33:21.484131 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-67eab6a7-38c5-4ddc-920b-b71bb4e78f0f req-1b4cf4a1-0a83-4c4a-af82-8c78c169393f tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584342 Jan 18 09:33:22.253646 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46792) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:22.392595 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:22.415049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:22.420934 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd7b68b5df34de1871c578dc4fcf93d is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:22.424889 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:22.433018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:22.539729 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:22.545628 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:22.600765 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7dd7b68b5df34de1871c578dc4fcf93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459342 Jan 18 09:33:22.601815 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d132f-d6eb-406e-b44b-46c3b7e31cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c5ee9-aa2c-481b-8ed9-08d135a9e419,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:22.604077 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46798) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:22.686037 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-12d8073a-ce43-46f6-9129-709f3155ed94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:22.715666 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-12d8073a-ce43-46f6-9129-709f3155ed94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:22.784033 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-12d8073a-ce43-46f6-9129-709f3155ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:22.801196 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8073a-ce43-46f6-9129-709f3155ed94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c5ee9-aa2c-481b-8ed9-08d135a9e419,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:22.808670 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-12d8073a-ce43-46f6-9129-709f3155ed94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:22.809958 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-12d8073a-ce43-46f6-9129-709f3155ed94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f80c5ee9-aa2c-481b-8ed9-08d135a9e419 HTTP/1.1" status: 204 len: 168 time: 0.2044697 Jan 18 09:33:28.068684 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46858) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:28.200406 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.216341 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:28.220646 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Usage tracker for resource:security_group_rule and tenant:4f34eb83d4ae4cbaa77e291f1bef4fbc is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:28.223844 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:28.230041 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:28.318379 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.323529 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.372008 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f34eb83d4ae4cbaa77e291f1bef4fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021805 Jan 18 09:33:28.372861 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae982e6-c60e-46ac-8c45-3ee4cefee458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12016394-0c42-4a24-a94a-2307ea59e3a7,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:28.376053 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46864) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:28.437767 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f7744e98-188a-4a18-bd11-d7de4415a5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.469395 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f7744e98-188a-4a18-bd11-d7de4415a5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.523699 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f7744e98-188a-4a18-bd11-d7de4415a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.540094 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7744e98-188a-4a18-bd11-d7de4415a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12016394-0c42-4a24-a94a-2307ea59e3a7,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:28.547489 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f7744e98-188a-4a18-bd11-d7de4415a5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.549245 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f7744e98-188a-4a18-bd11-d7de4415a5e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12016394-0c42-4a24-a94a-2307ea59e3a7 HTTP/1.1" status: 204 len: 168 time: 0.1721649 Jan 18 09:33:28.882089 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 46872) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:28.900180 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:28.915764 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:28.919904 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Usage tracker for resource:security_group_rule and tenant:9258ae7e395e4f7e82f42c2bad5bd6f4 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:28.923048 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:28.929791 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:29.025063 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:29.030238 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:29.078670 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9258ae7e395e4f7e82f42c2bad5bd6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954832 Jan 18 09:33:29.079826 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8d558-fa34-43a4-9cc8-0f84e09c4907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce8d9e-8e62-4ed7-b697-ed4cb27bdcf2,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:29.082149 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 46876) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:29.158929 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e2e2767a-cc3c-4125-bc48-0888359e1edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:29.186861 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e2e2767a-cc3c-4125-bc48-0888359e1edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:29.245032 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e2e2767a-cc3c-4125-bc48-0888359e1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:29.280726 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2767a-cc3c-4125-bc48-0888359e1edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ce8d9e-8e62-4ed7-b697-ed4cb27bdcf2,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:29.298711 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-e2e2767a-cc3c-4125-bc48-0888359e1edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:29.300531 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-e2e2767a-cc3c-4125-bc48-0888359e1edc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25ce8d9e-8e62-4ed7-b697-ed4cb27bdcf2 HTTP/1.1" status: 204 len: 168 time: 0.2167072 Jan 18 09:33:33.966152 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:33:35.873916 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-51181e83-9de4-48bb-9343-2c53fdc80318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:37.742944 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:38.135195 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-0b50b69b-0100-4751-8d90-52b1501ebe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:39.156108 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:39.196398 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:39.757789 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47000) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:39.892204 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:39.913666 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:39.918212 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Usage tracker for resource:security_group_rule and tenant:4129d2b20f7544ae80b40b80d6635851 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:39.921633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:39.928528 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:40.025961 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.033463 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.081693 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4129d2b20f7544ae80b40b80d6635851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227277 Jan 18 09:33:40.083430 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb400d17-17ac-4b76-93dd-c51e532a17f2,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:40.084642 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47006) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:40.091161 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.091478 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.091813 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.092131 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.092449 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.092763 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.093075 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.093385 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.093699 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.094005 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.094311 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.094621 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d096b7-3bbe-4174-ad24-6c7e29706d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:33:40.147402 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed390606-1cad-43fa-af6f-3dd7b5271259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.175498 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed390606-1cad-43fa-af6f-3dd7b5271259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.233152 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed390606-1cad-43fa-af6f-3dd7b5271259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.250960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed390606-1cad-43fa-af6f-3dd7b5271259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb400d17-17ac-4b76-93dd-c51e532a17f2,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:40.254309 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ed390606-1cad-43fa-af6f-3dd7b5271259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.255455 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ed390606-1cad-43fa-af6f-3dd7b5271259 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb400d17-17ac-4b76-93dd-c51e532a17f2 HTTP/1.1" status: 204 len: 168 time: 0.1698310 Jan 18 09:33:40.465468 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.576479 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47014) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:40.594594 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.610818 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:40.614998 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Usage tracker for resource:security_group_rule and tenant:ea343a000d824fb7bba0cca74577bf36 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:40.618098 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:40.625130 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:40.736125 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.742765 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.816243 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea343a000d824fb7bba0cca74577bf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385392 Jan 18 09:33:40.818318 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf94af-2c01-4bee-8d1a-c67af48e5185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f70d093-5901-4d5e-b429-057521f9318a,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:40.819839 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47018) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:40.921526 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-68599d31-ec06-4fba-8f5a-5a4d965b42a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:40.966989 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-68599d31-ec06-4fba-8f5a-5a4d965b42a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:41.048866 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-68599d31-ec06-4fba-8f5a-5a4d965b42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:41.070368 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68599d31-ec06-4fba-8f5a-5a4d965b42a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f70d093-5901-4d5e-b429-057521f9318a,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:41.084148 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-68599d31-ec06-4fba-8f5a-5a4d965b42a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:41.086130 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-68599d31-ec06-4fba-8f5a-5a4d965b42a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f70d093-5901-4d5e-b429-057521f9318a HTTP/1.1" status: 204 len: 168 time: 0.2647851 Jan 18 09:33:41.616102 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47026) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:41.635373 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:41.650964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:33:41.655269 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Usage tracker for resource:security_group_rule and tenant:5d2ba871c06f41b184928d32046458ed is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:33:41.658408 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:33:41.664538 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:33:41.760856 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:41.766177 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:41.815193 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d2ba871c06f41b184928d32046458ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977088 Jan 18 09:33:41.816043 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73291c4-fb63-4173-a0e0-9a1d7e8a9be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259bab13-f464-4036-8574-599643b84d51,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:41.819627 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47030) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:33:41.905154 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-25728833-7b86-441c-adc3-2eade5cfbb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:41.949878 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-25728833-7b86-441c-adc3-2eade5cfbb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:42.032181 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-25728833-7b86-441c-adc3-2eade5cfbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:42.051135 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25728833-7b86-441c-adc3-2eade5cfbb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259bab13-f464-4036-8574-599643b84d51,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:33:42.062080 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-25728833-7b86-441c-adc3-2eade5cfbb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:33:42.066178 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-25728833-7b86-441c-adc3-2eade5cfbb7e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/259bab13-f464-4036-8574-599643b84d51 HTTP/1.1" status: 204 len: 168 time: 0.2424846 Jan 18 09:34:02.244564 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47172) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:02.366845 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:02.382762 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:34:02.386903 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Usage tracker for resource:security_group_rule and tenant:3004ca0345c640cba60d78f965b8f668 is out of sync, need to count used quota {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:34:02.390033 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.quota.resource [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:34:02.396461 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.quota.driver [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:34:02.486238 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:02.492882 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_create {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:02.544546 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3407566b-d92d-4023-822b-6618abb742d2,revision_number=1']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:02.551948 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1d5e7e2c-a011-4d31-aff7-930c76c8633d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3004ca0345c640cba60d78f965b8f668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060312 Jan 18 09:34:02.554800 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47178) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:02.622988 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f002b1d-2dcd-40b3-acf7-8d4557328cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:02.651473 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f002b1d-2dcd-40b3-acf7-8d4557328cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:02.714228 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f002b1d-2dcd-40b3-acf7-8d4557328cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:02.733127 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f002b1d-2dcd-40b3-acf7-8d4557328cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407566b-d92d-4023-822b-6618abb742d2,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:02.747356 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-1f002b1d-2dcd-40b3-acf7-8d4557328cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:02.748512 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-1f002b1d-2dcd-40b3-acf7-8d4557328cee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3407566b-d92d-4023-822b-6618abb742d2 HTTP/1.1" status: 204 len: 168 time: 0.1924567 Jan 18 09:34:05.879811 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e11e485d-86e5-4cc0-98b8-bae07486701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:07.738032 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:08.128561 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-758ba1e9-06a5-458a-9e31-cd5b0036e3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:09.163684 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:09.191827 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:10.462593 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:10.965730 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:34:14.173021 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-8ed78940-d14c-4e2e-8b9d-7b185b92b6b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773847 Jan 18 09:34:14.268416 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-639a721c-3026-459f-8df2-5ab6ffb58be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:14.270324 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-639a721c-3026-459f-8df2-5ab6ffb58be7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 1098 time: 0.0762410 Jan 18 09:34:14.427758 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-6f66c21a-8c00-4a85-8b50-07ede7ebf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:14.429319 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-6f66c21a-8c00-4a85-8b50-07ede7ebf82e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1375842 Jan 18 09:34:14.589616 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-e579c211-c63c-48ff-922f-c1cf69c418eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac HTTP/1.1" status: 200 len: 1001 time: 0.1528983 Jan 18 09:34:14.660424 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-b56678f8-c821-44f5-8070-11216359a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:14.662012 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-b56678f8-c821-44f5-8070-11216359a61a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0665205 Jan 18 09:34:14.755994 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-673076c9-2441-4387-a875-8328fc094cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:14.757718 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-673076c9-2441-4387-a875-8328fc094cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897987 Jan 18 09:34:15.011524 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-e74b22b7-a657-418e-a7e3-79938db8dfde service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463620 Jan 18 09:34:15.160705 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-10f54b1a-c99a-46ed-96e5-4cc56a33c28c req-dbcc339b-94c8-4ee3-97dc-2ab3971ac359 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385908 Jan 18 09:34:32.947887 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf1e88-d22f-4e4f-949d-0cc67817a8b2 req-85f80a7a-b9bd-43e2-a461-11bf371646ac tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:32.949378 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fbf1e88-d22f-4e4f-949d-0cc67817a8b2 req-85f80a7a-b9bd-43e2-a461-11bf371646ac tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 945 time: 0.2621834 Jan 18 09:34:32.997676 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8fbf1e88-d22f-4e4f-949d-0cc67817a8b2 req-449b9ed3-18b8-4941-a073-80921da853a3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Jan 18 09:34:34.074656 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-d6e0e0d5-93f8-43cb-b3dc-911bba6af78a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:34.076305 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-d6e0e0d5-93f8-43cb-b3dc-911bba6af78a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 945 time: 0.0852168 Jan 18 09:34:34.151926 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Deleting port b8bd12de-4600-4bb1-b573-315c8dc517ac {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:34.152274 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:34.408207 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9d00e-8594-4ef1-a4bc-80fca9128e84 req-4a1f73b6-fa79-49a8-a23b-ee65172aff3c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:34.409584 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0bc9d00e-8594-4ef1-a4bc-80fca9128e84 req-4a1f73b6-fa79-49a8-a23b-ee65172aff3c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 945 time: 0.2972376 Jan 18 09:34:34.495597 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0bc9d00e-8594-4ef1-a4bc-80fca9128e84 req-bc34ac48-6942-4cfe-8954-57dd366a1934 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790987 Jan 18 09:34:34.503781 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] For port b8bd12de-4600-4bb1-b573-315c8dc517ac, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=b8bd12de-4600-4bb1-b573-315c8dc517ac,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:34.504141 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:34.812556 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:34.812874 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:34.813260 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Floating IP 4f2443b5-513a-4987-b96d-242084b15fbf disassociated. External IP: 172.27.0.218, port: b8bd12de-4600-4bb1-b573-315c8dc517ac. Jan 18 09:34:34.813606 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Calling delete_port for b8bd12de-4600-4bb1-b573-315c8dc517ac owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:34.967297 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:35.017919 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event deleted for resources: {'Port': ['ID=b8bd12de-4600-4bb1-b573-315c8dc517ac,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:35.028624 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.029018 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.029253 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.029609 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.029929 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.030251 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.030551 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.030911 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.031225 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.031532 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.031852 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.032158 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:35.219973 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:34:35.560657 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:34:35.571033 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:34:35.583701 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:35.584412 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:35.674995 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] No DVR routers for this DVR port b8bd12de-4600-4bb1-b573-315c8dc517ac on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:34:35.681809 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:35.684667 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'name': 'network-vif-deleted', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:34:35.691014 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-159e29e9-8ff1-49ff-ad6d-1a10fda72229 req-e25edd30-0f26-47ba-a2d1-6b14f3ee8844 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=19ff09a0-419b-4c4e-9b61-b03df10e3175 HTTP/1.1" status: 200 len: 210 time: 0.0637264 Jan 18 09:34:35.707857 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4375682a-6245-4e7c-b54c-827f2fbe3a17 req-cf3a64e8-9ac2-45f9-94bd-581757900804 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "DELETE /v2.0/ports/b8bd12de-4600-4bb1-b573-315c8dc517ac HTTP/1.1" status: 204 len: 173 time: 1.6255932 Jan 18 09:34:35.739675 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ff09a0-419b-4c4e-9b61-b03df10e3175', 'name': 'network-vif-deleted', 'tag': 'b8bd12de-4600-4bb1-b573-315c8dc517ac', 'status': 'completed', 'code': 200} Jan 18 09:34:35.791107 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:35.916073 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-1148fb65-c212-4d2a-b1fc-06fa51b06424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:36.219656 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:36.223887 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:34:36.232894 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:36.233520 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:36.423763 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:36.583270 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b8bd12de-4600-4bb1-b573-315c8dc517ac no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:34:36.679136 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: b8bd12de-4600-4bb1-b573-315c8dc517ac {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:34:36.679438 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device b8bd12de-4600-4bb1-b573-315c8dc517ac not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:34:36.845162 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:36.849410 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e438a11f-316d-4a46-a999-e5d95471b4c9 None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:34:37.072713 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-f3ce776f-b301-40d6-99d3-b0ed7f585597 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005565029&fields=id&tenant_id=5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 267 time: 0.0431848 Jan 18 09:34:37.081884 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986b0a4-d545-408d-9321-c45819c4a758 None None] New status for floating IP 4f2443b5-513a-4987-b96d-242084b15fbf: DOWN {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:34:37.245332 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-128bb936-69f2-448e-b50a-a7bd45d7b97c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:37.246970 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-128bb936-69f2-448e-b50a-a7bd45d7b97c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 811 time: 0.1665256 Jan 18 09:34:37.263373 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-15d0a84e-e223-47b6-8c0a-58f6bc768e5f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/quotas/5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 375 time: 0.0103586 Jan 18 09:34:37.383547 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-5c8736f3-06bb-47e7-ae29-9a472abee001 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:34:37.409438 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-5c8736f3-06bb-47e7-ae29-9a472abee001 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:34:37.410961 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-5c8736f3-06bb-47e7-ae29-9a472abee001 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416259 Jan 18 09:34:37.487580 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-58e350f2-8ce1-44f2-9d3e-07724b0336ac service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:34:37.488577 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-58e350f2-8ce1-44f2-9d3e-07724b0336ac service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601318 Jan 18 09:34:37.647091 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-77f7b561-22ba-40e9-be3f-a9ba1d38a4df service neutron] 10.222.0.54 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516926 Jan 18 09:34:37.731278 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:37.795836 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-8bb034f5-241d-490c-a747-8ef8d010616a service neutron] 10.222.0.54 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411393 Jan 18 09:34:38.126550 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-7355d262-40ee-4aac-b934-a7057ed6d705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:38.229119 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8745c1d7-0425-4c5f-85ae-148e486ae185 req-84382ff4-4a1a-495d-a99c-11811bea981d tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 210 time: 0.0488095 Jan 18 09:34:39.164120 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:39.185458 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:39.405499 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-deda0adf-134a-49f8-8ee7-d644a4bc12f0 req-fde57ce4-874c-4b07-9359-38cfa3a4cc58 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 210 time: 0.0616682 Jan 18 09:34:39.465658 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-d495dff7-0882-42e2-a5a6-d423d82a518f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:39.467209 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-d495dff7-0882-42e2-a5a6-d423d82a518f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 811 time: 0.1976843 Jan 18 09:34:39.517889 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-a3caf63f-e2aa-4bff-8d42-035703bbf8e5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 380 time: 0.0423093 Jan 18 09:34:39.526977 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'port': {'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'admin_state_up': True, 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'security_groups': ['e5d27593-30ef-4e18-a78e-5f1d70c23e93']}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:34:39.674387 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:34:39.684619 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:34:39.698548 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Made reservation on behalf of 5deb38e59ae64d1c9844add01c555db2 for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:34:39.702206 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:39.868242 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Allocated IP 172.20.0.11 (b9819e1a-5e9b-4056-b9fc-34086ba9cd22/fb496eec-0d00-49f0-83dc-d9dc1edf5d0e/25d532c0-c1c1-412a-ad3f-a3221c94eb4c) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:34:40.062793 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:40.081196 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Transition to ACTIVE for port object 25d532c0-c1c1-412a-ad3f-a3221c94eb4c will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:34:40.106456 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:40.283681 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:34:40.287039 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:34:40.290982 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:34:40.321767 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:40.360038 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:40.360653 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:40.390156 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-7391a9bf-d0bf-4077-a8c5-2bdaa13a62c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8671744 Jan 18 09:34:40.400961 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-fd8e3f1e-8987-452f-8af9-cf927ff1a6f3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:34:40.402089 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-fd8e3f1e-8987-452f-8af9-cf927ff1a6f3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055940 Jan 18 09:34:40.460355 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Request body: {'port': {'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:34:40.471642 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:40.561237 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-9c51d019-c491-4e24-a939-507e73744b1c None None] Provisioning for port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:34:40.566094 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-9c51d019-c491-4e24-a939-507e73744b1c None None] Provisioning complete for port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:34:40.566457 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9c51d019-c491-4e24-a939-507e73744b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:40.619815 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-9c51d019-c491-4e24-a939-507e73744b1c None None] Port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:34:40.635874 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:40.724516 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41716ffc-935c-45e3-b5b4-5704d21145c4 req-ca5cec04-2716-4139-8fdf-81fc23b7bd1e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:40.725193 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-41716ffc-935c-45e3-b5b4-5704d21145c4 req-ca5cec04-2716-4139-8fdf-81fc23b7bd1e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:34:40.800840 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-41716ffc-935c-45e3-b5b4-5704d21145c4 req-ca5cec04-2716-4139-8fdf-81fc23b7bd1e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:34:40.802146 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41716ffc-935c-45e3-b5b4-5704d21145c4 req-ca5cec04-2716-4139-8fdf-81fc23b7bd1e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 932 time: 0.2763162 Jan 18 09:34:40.920669 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-41716ffc-935c-45e3-b5b4-5704d21145c4 req-5667f275-0710-48e8-8e19-431fffe1fd01 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118577 Jan 18 09:34:41.036829 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d532c0-c1c1-412a-ad3f-a3221c94eb4c {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:34:41.044596 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:41.059367 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Transition to ACTIVE for port object 25d532c0-c1c1-412a-ad3f-a3221c94eb4c will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:34:41.064227 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:41.192927 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:41.301887 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Attempting to bind port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:34:41.302221 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Attempting to bind port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:34:41.302545 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Attempting to bind port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:34:41.307450 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:34:41.307762 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Attempting to bind port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:34:41.312791 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:34:41.313117 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Checking segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:34:41.313491 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Bound using segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:34:41.313903 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Bound port: 25d532c0-c1c1-412a-ad3f-a3221c94eb4c, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:34:41.314244 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:41.405536 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] For port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:34:41.408735 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] For port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:34:41.413388 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:41.476897 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:41.477501 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:41.478911 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 1094 time: 1.0708096 Jan 18 09:34:41.479354 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:34:41.501637 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8070da-36c5-4045-a714-8ccce48ec5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:41.558588 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'status': 'completed', 'code': 200} Jan 18 09:34:41.601249 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-8e1b77a1-e8ae-46e0-aa30-04cfc50e7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:41.602926 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-8e1b77a1-e8ae-46e0-aa30-04cfc50e7fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0776415 Jan 18 09:34:41.675992 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-13a8cd02-34e2-4282-b3bf-62d2c53a192d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 217 time: 0.0654995 Jan 18 09:34:41.738484 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-6c9c5d6e-6441-476d-a610-8d09e972d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:41.739846 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-6c9c5d6e-6441-476d-a610-8d09e972d9c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0580235 Jan 18 09:34:41.821534 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-a5974bf9-7605-4759-806e-b79d2b7d31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:41.823070 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-a5974bf9-7605-4759-806e-b79d2b7d31b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777378 Jan 18 09:34:41.958952 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-f7d5b353-6b46-4279-83cd-f725fdbafab7 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296113 Jan 18 09:34:42.254570 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4268bcca-6e3c-4674-943b-99a370c589c5 req-bf6684d4-699d-49f6-9858-a96796b80b0e service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898481 Jan 18 09:34:42.272937 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6012f3-02a0-48c5-a1b9-e9e60b82a3e8 req-3b488565-c76f-42b8-b957-f3c2b5dd2ba9 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:42.274566 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fc6012f3-02a0-48c5-a1b9-e9e60b82a3e8 req-3b488565-c76f-42b8-b957-f3c2b5dd2ba9 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 944 time: 0.2378368 Jan 18 09:34:42.369305 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fc6012f3-02a0-48c5-a1b9-e9e60b82a3e8 req-3f616162-1022-4ed5-afb8-091c031d4e11 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887837 Jan 18 09:34:42.393047 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-ccca4394-b0c4-4705-a980-73fabd0dccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:42.394624 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-ccca4394-b0c4-4705-a980-73fabd0dccc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0907316 Jan 18 09:34:42.526269 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-ea6d1b3d-fb84-4a42-85fd-12fa42525713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:42.527646 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-ea6d1b3d-fb84-4a42-85fd-12fa42525713 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1264381 Jan 18 09:34:42.595839 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-344f55fa-b958-42bc-954d-bbd566d5471a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 217 time: 0.0610254 Jan 18 09:34:42.662261 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-d4337e10-5f10-4ffb-8ad4-bf9b46e9aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:42.663755 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-d4337e10-5f10-4ffb-8ad4-bf9b46e9aced service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0625532 Jan 18 09:34:42.740670 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-65b2106b-da1a-4de5-9f3e-548892f5fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:42.742153 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-65b2106b-da1a-4de5-9f3e-548892f5fbfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715332 Jan 18 09:34:42.876334 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-738f1115-2c36-45a2-bf27-0060b6d245e2 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275651 Jan 18 09:34:43.009471 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-fefc3f45-eb50-4f94-899f-0461b5208312 req-a826aaff-fa47-4604-895b-ae80d6719902 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265924 Jan 18 09:34:43.558248 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a31a5f-4734-4076-8c98-b30e58facd67 req-fabb53a1-bc47-4f63-ad38-143c6a5c7341 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:43.559744 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-68a31a5f-4734-4076-8c98-b30e58facd67 req-fabb53a1-bc47-4f63-ad38-143c6a5c7341 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 944 time: 0.0854099 Jan 18 09:34:43.605095 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-68a31a5f-4734-4076-8c98-b30e58facd67 req-8d91b515-27cb-46a8-9cb6-2d3a8eaf066b tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395744 Jan 18 09:34:44.790386 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeefd9-6a28-4c15-ae46-e060f55b0008 req-d38b88dd-1164-4234-8d08-5d060ab49988 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:44.791881 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9adeefd9-6a28-4c15-ae46-e060f55b0008 req-d38b88dd-1164-4234-8d08-5d060ab49988 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 944 time: 0.0822723 Jan 18 09:34:44.835495 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9adeefd9-6a28-4c15-ae46-e060f55b0008 req-ebab2db9-6b4d-457c-ac51-3c3acfb87170 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Jan 18 09:34:46.028257 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c95fb-3a5a-4c93-9bb3-f834f653b4ba req-b6c3fc3c-3eba-43a5-9095-29fc6195609a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:46.029715 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cf5c95fb-3a5a-4c93-9bb3-f834f653b4ba req-b6c3fc3c-3eba-43a5-9095-29fc6195609a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 944 time: 0.0918195 Jan 18 09:34:46.074491 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cf5c95fb-3a5a-4c93-9bb3-f834f653b4ba req-0c075ef3-04ce-4b1a-87d6-9415b2ffcf25 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Jan 18 09:34:46.410017 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47260) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:46.614390 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Deleting port eb504521-3f27-4f2e-9915-9ad0701bcc01 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:46.614758 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:46.792658 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:46.792978 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:46.925790 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Calling delete_port for eb504521-3f27-4f2e-9915-9ad0701bcc01 owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:47.088239 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:47.224243 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event deleted for resources: {'Port': ['ID=eb504521-3f27-4f2e-9915-9ad0701bcc01,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:47.260615 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dde11-9fa8-4b07-9fcc-f5785bbe2ce6 req-a3f006fa-4a28-46cf-9a51-7585286d8bda tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:47.262109 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5a6dde11-9fa8-4b07-9fcc-f5785bbe2ce6 req-a3f006fa-4a28-46cf-9a51-7585286d8bda tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 944 time: 0.0822754 Jan 18 09:34:47.265587 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.265903 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.266236 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.266566 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.266917 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.267241 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.267599 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.267919 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.268238 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.268650 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.268872 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.269183 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:47.311739 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5a6dde11-9fa8-4b07-9fcc-f5785bbe2ce6 req-55e5fff6-3f41-4371-82ba-0201e827f39f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434127 Jan 18 09:34:47.326407 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:47.326764 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Floating IP 2e862b77-a6eb-4097-890e-5cf8f468b178 disassociated (deleted). External IP: 172.27.0.54, port: e274ad51-5f32-4ae4-bd93-d837461ca296. Jan 18 09:34:47.681993 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Router 297c417b-8d0c-41e8-8d64-0ce1560403db has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:34:47.865903 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:34:47.875692 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] Sync routers for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:34:47.879006 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:47.885937 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:47.886546 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:47.937478 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-6f112ed5-44e2-4fbe-99cc-1abc84822376 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "DELETE /v2.0/floatingips/2e862b77-a6eb-4097-890e-5cf8f468b178 HTTP/1.1" status: 204 len: 168 time: 1.5261927 Jan 18 09:34:47.939495 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:34:47.966898 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:34:48.043291 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'status': 'completed', 'code': 200} Jan 18 09:34:48.072285 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:48.139845 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-fe9563d4-16b5-4923-a9a6-c587513ee9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:48.141980 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-fe9563d4-16b5-4923-a9a6-c587513ee9f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dbb010ad502476bacb7acea69a96ed5&device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 1099 time: 0.0757647 Jan 18 09:34:48.341964 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-73806488-30f6-4d1b-a239-a74660755ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:48.343454 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-73806488-30f6-4d1b-a239-a74660755ed7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 200 len: 909 time: 0.1948326 Jan 18 09:34:48.395306 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 5, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:48.399732 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] Checking router: 297c417b-8d0c-41e8-8d64-0ce1560403db for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:34:48.408803 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:48.409420 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:48.420585 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-04caa528-ab0f-467f-9fb2-3029082c0a3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 200 len: 217 time: 0.0689788 Jan 18 09:34:48.431037 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed2f1-a088-403d-bb14-addd41f05409 req-e4d71ab5-d279-4da6-9f38-32156442b606 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:48.432492 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-312ed2f1-a088-403d-bb14-addd41f05409 req-e4d71ab5-d279-4da6-9f38-32156442b606 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.1913409 Jan 18 09:34:48.591996 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:48.676781 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-b3f20fd5-511f-4708-b0c6-2189c7a1beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:48.678256 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-b3f20fd5-511f-4708-b0c6-2189c7a1beb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 200 len: 847 time: 0.2447670 Jan 18 09:34:48.718502 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 25d532c0-c1c1-412a-ad3f-a3221c94eb4c details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:34:48.732200 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-312ed2f1-a088-403d-bb14-addd41f05409 req-11ed314c-0159-474b-a2a5-c077a5207f47 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236076 Jan 18 09:34:48.769845 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42315-a2c3-47b5-9eed-45d9101ffb6e req-dc9f986a-ab90-4b4c-a12b-ba9ec96030db tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:48.771409 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-72e42315-a2c3-47b5-9eed-45d9101ffb6e req-dc9f986a-ab90-4b4c-a12b-ba9ec96030db tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 944 time: 0.3368616 Jan 18 09:34:48.802697 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-a5d5b807-b744-4c3f-8964-2fc23c14e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:48.804242 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-a5d5b807-b744-4c3f-8964-2fc23c14e28e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=080da906-2a6a-444a-9420-d7baf7aa5016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191282 Jan 18 09:34:48.890224 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-72e42315-a2c3-47b5-9eed-45d9101ffb6e req-168d18a1-23e7-4221-bf7f-46b149a751a5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126089 Jan 18 09:34:48.950955 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-19d23cb3-7309-4196-aa37-e84030468f7b service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379745 Jan 18 09:34:48.965218 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:49.007430 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:34:49.098291 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4163595d-3b0f-4457-8dee-1d7b685ed1fc req-73cb7d58-3c60-4839-843f-c1fccbcf66b7 service neutron] 10.222.0.64 "GET /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401782 Jan 18 09:34:49.131440 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:49.153688 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d532c0-c1c1-412a-ad3f-a3221c94eb4c {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:34:49.168280 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 5, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:49.175707 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e31660-e588-4e12-a559-e2ec0df73686 None None] The sync data for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi is: [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:29:59Z', 'revision_number': 4, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': 'a83b7db0-02d3-4f2f-8d3d-7decfad9add0', 'name': '', 'network_id': '080da906-2a6a-444a-9420-d7baf7aa5016', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'mac_address': 'fa:16:3e:61:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:58Z', 'updated_at': '2022-01-18T09:30:09Z', 'revision_number': 5, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'subnets': [{'id': '0ec54094-0dde-4c97-a663-ea04faf5c568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:34:49.178466 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:49.185168 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:49.261372 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:49.269555 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.269898 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.270279 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.270613 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.270962 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.271295 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.271614 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.271931 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.272249 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.272565 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.272880 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.273193 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:34:49.415714 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90c021-1fe8-4d85-844b-9fed48a4d3d8 None None] New status for floating IP 2e862b77-a6eb-4097-890e-5cf8f468b178: DOWN {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:34:49.436561 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['25d532c0-c1c1-412a-ad3f-a3221c94eb4c'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:34:49.751610 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-23b82b27-0269-4978-89bb-5d6100304d4c tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:49.753065 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-23b82b27-0269-4978-89bb-5d6100304d4c tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.64 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.0842619 Jan 18 09:34:49.823198 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Deleting port e274ad51-5f32-4ae4-bd93-d837461ca296 {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:49.823566 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:50.136569 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bb7cc-213c-41fe-83dc-d716556a7ca5 req-a75dcdcc-6da7-465f-a82d-4101e6ad0ace tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:50.137933 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-609bb7cc-213c-41fe-83dc-d716556a7ca5 req-a75dcdcc-6da7-465f-a82d-4101e6ad0ace tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 946 time: 0.2898064 Jan 18 09:34:50.231094 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] For port e274ad51-5f32-4ae4-bd93-d837461ca296, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=e274ad51-5f32-4ae4-bd93-d837461ca296,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:50.231401 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:50.241292 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-609bb7cc-213c-41fe-83dc-d716556a7ca5 req-b0e07432-d2c4-421e-972b-d9b393ff9942 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2016914-5def-4a16-bd62-1ef9386ba249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926020 Jan 18 09:34:50.362598 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Calling delete_port for e274ad51-5f32-4ae4-bd93-d837461ca296 owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:50.414106 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a8171-7de6-41b0-a7d2-535afc713bab req-1d9bd21b-a36c-4927-953c-25a80fdc065e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:50.415629 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-409a8171-7de6-41b0-a7d2-535afc713bab req-1d9bd21b-a36c-4927-953c-25a80fdc065e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 945 time: 0.4095984 Jan 18 09:34:50.481946 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-409a8171-7de6-41b0-a7d2-535afc713bab req-e9bf5857-1a81-4682-87ae-f2e7fc62a46a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603919 Jan 18 09:34:50.552314 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:50.605690 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event deleted for resources: {'Port': ['ID=e274ad51-5f32-4ae4-bd93-d837461ca296,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:50.681318 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] No DVR routers for this DVR port e274ad51-5f32-4ae4-bd93-d837461ca296 on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:34:50.684215 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:50.687452 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-deleted', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:34:50.695649 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ded6f19a-d6e6-4826-8dda-da54be85fdad req-163f12b1-b8ad-446b-9ce3-ab19955f42bb tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.64 "DELETE /v2.0/ports/e274ad51-5f32-4ae4-bd93-d837461ca296 HTTP/1.1" status: 204 len: 173 time: 0.9371381 Jan 18 09:34:50.715653 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 25d532c0-c1c1-412a-ad3f-a3221c94eb4c up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:34:50.801407 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6f920-9c0c-4035-9d07-81ab9e51e5a0', 'name': 'network-vif-deleted', 'tag': 'e274ad51-5f32-4ae4-bd93-d837461ca296', 'status': 'completed', 'code': 200} Jan 18 09:34:50.802110 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:34:50.807305 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:34:50.807710 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:50.925711 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:50.953394 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:34:50.963871 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:50.969497 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:51.008662 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'code': 200} Jan 18 09:34:51.042832 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:51.443447 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-15147a7d-ac8a-42d1-b075-143817cdae9d req-3effac36-4b9c-4a5b-884f-546cb7bb8bd5 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Synchronizing usage tracker for tenant:5dbb010ad502476bacb7acea69a96ed5 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:34:51.470548 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-15147a7d-ac8a-42d1-b075-143817cdae9d req-3effac36-4b9c-4a5b-884f-546cb7bb8bd5 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Unset dirty status for tenant:5dbb010ad502476bacb7acea69a96ed5 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:34:51.471724 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-15147a7d-ac8a-42d1-b075-143817cdae9d req-3effac36-4b9c-4a5b-884f-546cb7bb8bd5 tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "GET /v2.0/ports?device_id=59e6f920-9c0c-4035-9d07-81ab9e51e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0892124 Jan 18 09:34:51.477888 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c89ea-a4da-462d-9276-871386537e3b req-04c05dcc-f0d1-4bf9-aec3-ab2ecd0da70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:51.479315 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a34c89ea-a4da-462d-9276-871386537e3b req-04c05dcc-f0d1-4bf9-aec3-ab2ecd0da70b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1099 time: 0.2532954 Jan 18 09:34:51.532766 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a34c89ea-a4da-462d-9276-871386537e3b req-bd3e7cc8-ea37-4ed0-adba-bcdc74306be7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470345 Jan 18 09:34:51.685882 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af95cc-18e4-4681-bcce-3f321494235f req-5362922b-7e85-4c21-8c9e-b6d281c4b466 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:51.687491 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-81af95cc-18e4-4681-bcce-3f321494235f req-5362922b-7e85-4c21-8c9e-b6d281c4b466 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 946 time: 0.0911696 Jan 18 09:34:51.737094 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-81af95cc-18e4-4681-bcce-3f321494235f req-59b2d436-6aeb-4fe4-b5ce-3243a949ed2b tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Jan 18 09:34:52.568477 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47292) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:52.635454 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-348a5d78-7b35-454b-af09-c47c2e3ca84d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:52.664244 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-348a5d78-7b35-454b-af09-c47c2e3ca84d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:52.719221 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device e274ad51-5f32-4ae4-bd93-d837461ca296 no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:34:52.734165 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-348a5d78-7b35-454b-af09-c47c2e3ca84d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:52.753052 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a5d78-7b35-454b-af09-c47c2e3ca84d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2016914-5def-4a16-bd62-1ef9386ba249,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:52.759434 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: e274ad51-5f32-4ae4-bd93-d837461ca296 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:34:52.759434 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device e274ad51-5f32-4ae4-bd93-d837461ca296 not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:34:52.769802 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-348a5d78-7b35-454b-af09-c47c2e3ca84d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:52.771034 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-348a5d78-7b35-454b-af09-c47c2e3ca84d tempest-TestShelveInstance-387685744 tempest-TestShelveInstance-387685744-project] 10.222.0.54 "DELETE /v2.0/security-groups/c2016914-5def-4a16-bd62-1ef9386ba249 HTTP/1.1" status: 204 len: 168 time: 0.2015696 Jan 18 09:34:52.813210 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47300) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:52.945108 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259d04b-86e7-421d-a90f-a5ce986419ce req-d4d87e35-49df-4ee8-bc13-93793efdfec1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:52.946610 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5259d04b-86e7-421d-a90f-a5ce986419ce req-d4d87e35-49df-4ee8-bc13-93793efdfec1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 946 time: 0.0937376 Jan 18 09:34:52.994962 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-5259d04b-86e7-421d-a90f-a5ce986419ce req-345f2c29-ebfd-438b-9bb1-716ce6f4ff0d tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Jan 18 09:34:53.175320 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f182d94-3c5a-4f81-b5a8-18b91b640a55 req-a18d7412-e085-46f2-b0f9-e2715ab378dd tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:53.176866 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7f182d94-3c5a-4f81-b5a8-18b91b640a55 req-a18d7412-e085-46f2-b0f9-e2715ab378dd tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 946 time: 0.0800471 Jan 18 09:34:53.223268 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7f182d94-3c5a-4f81-b5a8-18b91b640a55 req-0f68e88c-094e-458b-b9fe-70549d4f42b9 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Jan 18 09:34:53.247410 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47308) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:53.327378 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3ade6-e194-4e49-a56f-bdaf9be56d60 tempest-TestVolumeBootPattern-1409668246 tempest-TestVolumeBootPattern-1409668246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:53.328921 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-69a3ade6-e194-4e49-a56f-bdaf9be56d60 tempest-TestVolumeBootPattern-1409668246 tempest-TestVolumeBootPattern-1409668246-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1094 time: 0.0805209 Jan 18 09:34:53.331895 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47312) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:53.337155 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:34:53.343688 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:34:53.348050 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:floatingip and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:34:53.351473 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:34:53.357088 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:34:53.371367 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:53.518061 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:53.661682 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Allocated IP 172.27.0.111 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/81315288-2ace-4a5e-8682-e1b36d1079b3) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:34:53.694132 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:53.814082 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:53.845795 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:53.914364 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:34:53.917160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:34:53.921078 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:34:53.972187 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=81315288-2ace-4a5e-8682-e1b36d1079b3,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:54.051720 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Deleting port a83b7db0-02d3-4f2f-8d3d-7decfad9add0 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:54.052101 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.230228 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] For port a83b7db0-02d3-4f2f-8d3d-7decfad9add0, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:54.230537 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.360439 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Calling delete_port for a83b7db0-02d3-4f2f-8d3d-7decfad9add0 owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:54.364268 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.445615 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.544738 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.590571 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a83b7db0-02d3-4f2f-8d3d-7decfad9add0,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:54.773356 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.780395 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.867262 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:54.890466 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=81315288-2ace-4a5e-8682-e1b36d1079b3,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:54.900991 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:55.077627 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Floating IP 89814d87-ce44-4d0b-a24d-1fb6c76d99fc associated. External IP: 172.27.0.111, port: 25d532c0-c1c1-412a-ad3f-a3221c94eb4c. Jan 18 09:34:55.334805 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Router 297c417b-8d0c-41e8-8d64-0ce1560403db has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:34:55.437772 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:34:55.521086 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:34:55.530521 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] Sync routers for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:34:55.542931 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-74870032-8ce5-4769-992c-6d522065fe6a admin admin] 10.222.0.54 "PUT /v2.0/routers/297c417b-8d0c-41e8-8d64-0ce1560403db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285554 Jan 18 09:34:55.545796 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47316) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:55.548579 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:55.549194 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:55.632013 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:34:55.643078 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:34:55.654998 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:55.656468 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:55.680233 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:55.748768 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-a2214f02-9980-4a69-a3d4-bc19adb08d7e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4158244 Jan 18 09:34:55.749454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:34:55.751963 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:55.788738 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:55.794679 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'status': 'completed', 'code': 200} Jan 18 09:34:55.882693 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:55.895292 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-83d85285-046d-4870-929e-5637bc6cad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:55.897267 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-83d85285-046d-4870-929e-5637bc6cad95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1099 time: 0.0797982 Jan 18 09:34:55.945255 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:55.958432 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Deleting port 29ac182a-76f6-4579-8aea-4aa920850153 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:55.959402 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.048319 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-a51e0888-ebd1-47a6-9988-d08761a7f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:56.049864 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-a51e0888-ebd1-47a6-9988-d08761a7f6eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1459863 Jan 18 09:34:56.116574 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '29ac182a-76f6-4579-8aea-4aa920850153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:34:54Z', 'revision_number': 5, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port': {'id': '29ac182a-76f6-4579-8aea-4aa920850153', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:56.121357 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] Checking router: 297c417b-8d0c-41e8-8d64-0ce1560403db for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:34:56.130975 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] Routers {'297c417b-8d0c-41e8-8d64-0ce1560403db'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:56.131715 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['297c417b-8d0c-41e8-8d64-0ce1560403db'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:56.162049 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] For port 29ac182a-76f6-4579-8aea-4aa920850153, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=29ac182a-76f6-4579-8aea-4aa920850153,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:56.163432 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.166538 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-d7ce1eb3-e4c8-4444-844b-3648cc64f7d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 1000 time: 0.1098678 Jan 18 09:34:56.248385 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-126e493a-e2ce-4950-891a-8086ca93b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:56.249847 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-126e493a-e2ce-4950-891a-8086ca93b1dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0765023 Jan 18 09:34:56.293486 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] Set router 297c417b-8d0c-41e8-8d64-0ce1560403db gateway port host: None {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:56.296237 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Calling delete_port for 29ac182a-76f6-4579-8aea-4aa920850153 owned by network:router_gateway {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:56.310571 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:54Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:56.315494 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:34:56.325506 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:34:56.326126 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:56.476058 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-8bdc21d9-c0b6-4161-87c3-1765f0790d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:34:56.478782 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-8bdc21d9-c0b6-4161-87c3-1765f0790d32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2203474 Jan 18 09:34:56.491055 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:34:55Z', 'revision_number': 6, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:56.497447 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076f927-5e80-403a-8d72-4ea6ab5db0d9 None None] The sync data for ids ['297c417b-8d0c-41e8-8d64-0ce1560403db'] in dv-cinder-825046-1-iscsi is: [{'id': '297c417b-8d0c-41e8-8d64-0ce1560403db', 'name': 'tempest-TestShelveInstance-263776359-router', 'tenant_id': '5dbb010ad502476bacb7acea69a96ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:29:55Z', 'updated_at': '2022-01-18T09:34:55Z', 'revision_number': 6, 'project_id': '5dbb010ad502476bacb7acea69a96ed5', 'gw_port_host': None}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:34:56.508166 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.557724 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:34:56.637712 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ac182a-76f6-4579-8aea-4aa920850153,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:56.642436 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-8e3e7636-3ac2-44f8-a6ee-9e063d1b3d60 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568897 Jan 18 09:34:56.654135 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.795256 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-679f7cdb-8291-4c28-bf31-4611e2515621 req-eb17cb60-ae1a-4780-a396-624f0a4646c0 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456358 Jan 18 09:34:56.929188 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:54Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:56.933497 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dcec39-58fc-47dd-9633-42998121d0cf None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:54Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:34:56.954820 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.957505 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.982874 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.983453 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297c417b-8d0c-41e8-8d64-0ce1560403db {{(pid=86806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:34:56.996180 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:56.997355 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-497f097e-a258-45ed-9c76-db746267f7b9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/297c417b-8d0c-41e8-8d64-0ce1560403db HTTP/1.1" status: 204 len: 168 time: 1.4506192 Jan 18 09:34:56.999774 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47324) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:57.058548 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] Deleting subnet 0ec54094-0dde-4c97-a663-ea04faf5c568 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:34:57.061659 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.115061 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.144965 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20366a8d-9a2e-4ef0-be9e-4093000e3bd3 None None] New status for floating IP 89814d87-ce44-4d0b-a24d-1fb6c76d99fc: ACTIVE {{(pid=86807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:34:57.193574 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.265997 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.312359 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.314822 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec54094-0dde-4c97-a663-ea04faf5c568,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:57.324091 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-648975d2-3653-4493-95e6-09c1ac8d8937 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0ec54094-0dde-4c97-a663-ea04faf5c568 HTTP/1.1" status: 204 len: 168 time: 0.3208175 Jan 18 09:34:57.324359 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47328) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:57.334876 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459e2afd-2c07-496d-9b54-d5dd77c8a945 None None] Network 080da906-2a6a-444a-9420-d7baf7aa5016 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:34:57.438555 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.450065 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Deleting port 18eae98e-9b3c-4927-83c7-9ddade18cfdf {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:57.451121 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.668486 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 29ac182a-76f6-4579-8aea-4aa920850153 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:34:57.685067 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] For port 18eae98e-9b3c-4927-83c7-9ddade18cfdf, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=18eae98e-9b3c-4927-83c7-9ddade18cfdf,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:57.685451 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.703345 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 29ac182a-76f6-4579-8aea-4aa920850153 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:34:57.703682 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 29ac182a-76f6-4579-8aea-4aa920850153 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:34:57.704408 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device a83b7db0-02d3-4f2f-8d3d-7decfad9add0 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:34:57.728194 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] DHCP port deletion for 080da906-2a6a-444a-9420-d7baf7aa5016 request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:34:57.741493 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: a83b7db0-02d3-4f2f-8d3d-7decfad9add0 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:34:57.741919 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device a83b7db0-02d3-4f2f-8d3d-7decfad9add0 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:34:57.743643 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Deleting port 18eae98e-9b3c-4927-83c7-9ddade18cfdf {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:57.744005 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.816904 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Calling delete_port for 18eae98e-9b3c-4927-83c7-9ddade18cfdf owned by network:dhcp {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:57.898328 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:57.943385 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18eae98e-9b3c-4927-83c7-9ddade18cfdf,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:57.947928 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] No DVR routers for this DVR port 18eae98e-9b3c-4927-83c7-9ddade18cfdf on host dv-cinder-825046-1-iscsi {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:34:57.948071 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] For port 18eae98e-9b3c-4927-83c7-9ddade18cfdf, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=18eae98e-9b3c-4927-83c7-9ddade18cfdf,segment=NetworkSegment(4a80c69b-3293-4fc8-a117-37a871773e06),segment_id=4a80c69b-3293-4fc8-a117-37a871773e06)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:57.948476 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.064687 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.068813 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Calling delete_port for 18eae98e-9b3c-4927-83c7-9ddade18cfdf owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:58.089631 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080da906-2a6a-444a-9420-d7baf7aa5016']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:58.106050 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a80c69b-3293-4fc8-a117-37a871773e06') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:58.106321 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a80c69b-3293-4fc8-a117-37a871773e06') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:34:58.118938 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.135093 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.141118 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:34:58.141295 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:34:58.141467 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.141646 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:34:58.154604 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:34:58.227942 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.232844 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.262087 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=080da906-2a6a-444a-9420-d7baf7aa5016,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:34:58.274329 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-024fae08-750a-46f3-84b3-66ad206d85a0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/080da906-2a6a-444a-9420-d7baf7aa5016 HTTP/1.1" status: 204 len: 168 time: 0.9489989 Jan 18 09:34:58.277323 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47332) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:34:58.642699 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Deleting port 18eae98e-9b3c-4927-83c7-9ddade18cfdf {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:58.643319 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:58.711143 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-ead31736-fb7f-4800-85ad-31b26809ee09 None None] The port '18eae98e-9b3c-4927-83c7-9ddade18cfdf' was deleted {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:34:58.913502 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:59.279113 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Deleting port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:34:59.279868 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:59.454751 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] For port 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,segment=NetworkSegment(966c21d9-b2af-4b76-9b31-dfd457f0969f),segment_id=966c21d9-b2af-4b76-9b31-dfd457f0969f)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:34:59.455118 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:59.580714 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Calling delete_port for 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:34:59.642885 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18eae98e-9b3c-4927-83c7-9ddade18cfdf no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:34:59.677093 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 18eae98e-9b3c-4927-83c7-9ddade18cfdf {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:34:59.677427 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18eae98e-9b3c-4927-83c7-9ddade18cfdf not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:34:59.764491 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:34:59.908861 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc7c20c-06b1-4e01-83d6-7dfd03cc6415,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:35:00.179437 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:00.540005 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:35:00.715227 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:35:00.724299 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] Sync routers for ids ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:35:00.735960 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-e2af73e7-4bbb-409d-aa88-4fe66f55af6e admin admin] 10.222.0.54 "PUT /v2.0/routers/9193b7e6-e9fc-4de4-860c-bad37a7e09d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4551640 Jan 18 09:35:00.736190 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] Routers {'9193b7e6-e9fc-4de4-860c-bad37a7e09d4'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:35:00.736190 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:35:00.736437 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47338) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:35:00.911708 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks [] for router, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:00.945932 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] Set router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:35:01.084350 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:01.097067 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Deleting port 18ef1a5f-8e5d-437b-bd50-70818c6d8223 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:35:01.097406 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:01.237745 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:34:59Z', 'revision_number': 5, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port': {'id': '18ef1a5f-8e5d-437b-bd50-70818c6d8223', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:30:04Z', 'updated_at': '2022-01-18T09:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:35:01.242252 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] Checking router: 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:35:01.251638 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] Routers {'9193b7e6-e9fc-4de4-860c-bad37a7e09d4'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:35:01.252260 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:34:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:35:01.394393 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] For port 18ef1a5f-8e5d-437b-bd50-70818c6d8223, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=18ef1a5f-8e5d-437b-bd50-70818c6d8223,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:35:01.394841 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:01.400232 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] Set router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:35:01.506853 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:35:01Z', 'revision_number': 6, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:35:01.510947 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccba14c-0199-4013-8156-788b790bc776 None None] The sync data for ids ['9193b7e6-e9fc-4de4-860c-bad37a7e09d4'] in dv-cinder-825046-1-iscsi is: [{'id': '9193b7e6-e9fc-4de4-860c-bad37a7e09d4', 'name': 'tempest-TestShelveInstance-1988481376-router', 'tenant_id': '37337680667642ac9ed9e9ea52ac25ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:30:03Z', 'updated_at': '2022-01-18T09:35:01Z', 'revision_number': 6, 'project_id': '37337680667642ac9ed9e9ea52ac25ab', 'gw_port_host': None}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:35:01.518327 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Calling delete_port for 18ef1a5f-8e5d-437b-bd50-70818c6d8223 owned by network:router_gateway {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:35:01.713337 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:01.767901 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ef1a5f-8e5d-437b-bd50-70818c6d8223,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:35:01.861339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.037950 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.040147 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.063081 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.063589 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9193b7e6-e9fc-4de4-860c-bad37a7e09d4 {{(pid=86806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:35:02.075958 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.077115 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f1e8d744-b4da-48e5-8f2f-e6156284ef92 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9193b7e6-e9fc-4de4-860c-bad37a7e09d4 HTTP/1.1" status: 204 len: 168 time: 1.3398788 Jan 18 09:35:02.079682 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47342) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:35:02.139000 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] Deleting subnet 6d7f4bdd-1a2e-45cb-8827-66a31f00f291 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:35:02.142206 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.192314 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.273041 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.277798 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:35:02.314086 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:35:02.314404 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 6bc7c20c-06b1-4e01-83d6-7dfd03cc6415 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:35:02.351901 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.389895 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7f4bdd-1a2e-45cb-8827-66a31f00f291,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:35:02.393515 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.403211 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-710a0e73-4f54-4a2d-a786-0c35aef11808 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6d7f4bdd-1a2e-45cb-8827-66a31f00f291 HTTP/1.1" status: 204 len: 168 time: 0.3196201 Jan 18 09:35:02.403368 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47346) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:35:02.405917 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb303e-3cbd-4cf8-85ef-2337075a2836 None None] Network 3c4f5308-db2d-4deb-9711-d340ee5be0ce requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:35:02.514351 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.526433 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Deleting port 02efe56e-3d86-45c7-9de7-558a87ccda7e {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:35:02.526757 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.744627 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] For port 02efe56e-3d86-45c7-9de7-558a87ccda7e, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=02efe56e-3d86-45c7-9de7-558a87ccda7e,segment=NetworkSegment(966c21d9-b2af-4b76-9b31-dfd457f0969f),segment_id=966c21d9-b2af-4b76-9b31-dfd457f0969f)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:35:02.744979 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.839972 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] DHCP port deletion for 3c4f5308-db2d-4deb-9711-d340ee5be0ce request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:35:02.847236 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Deleting port 02efe56e-3d86-45c7-9de7-558a87ccda7e {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:35:02.847602 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.873125 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Calling delete_port for 02efe56e-3d86-45c7-9de7-558a87ccda7e owned by network:dhcp {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:35:02.950464 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:02.999629 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=02efe56e-3d86-45c7-9de7-558a87ccda7e,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:35:03.003739 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] No DVR routers for this DVR port 02efe56e-3d86-45c7-9de7-558a87ccda7e on host dv-cinder-825046-1-iscsi {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:35:03.054149 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] For port 02efe56e-3d86-45c7-9de7-558a87ccda7e, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=02efe56e-3d86-45c7-9de7-558a87ccda7e,segment=NetworkSegment(966c21d9-b2af-4b76-9b31-dfd457f0969f),segment_id=966c21d9-b2af-4b76-9b31-dfd457f0969f)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:35:03.054535 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.121389 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.146955 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4f5308-db2d-4deb-9711-d340ee5be0ce']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:35:03.159337 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966c21d9-b2af-4b76-9b31-dfd457f0969f') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:35:03.159603 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966c21d9-b2af-4b76-9b31-dfd457f0969f') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:35:03.171812 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.173125 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Calling delete_port for 02efe56e-3d86-45c7-9de7-558a87ccda7e owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:35:03.188448 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.195044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:35:03.195438 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:35:03.208926 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:35:03.245596 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:35:03.245942 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:35:03.285547 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.301651 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.311630 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4f5308-db2d-4deb-9711-d340ee5be0ce,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:35:03.318914 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-b3d9a219-9594-48cc-a423-2e9e10606a75 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3c4f5308-db2d-4deb-9711-d340ee5be0ce HTTP/1.1" status: 204 len: 168 time: 0.9150627 Jan 18 09:35:03.439284 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47354) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:35:03.489952 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-f3a4ad4e-5a68-4445-9c83-a0925e7d2190 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5dbb010ad502476bacb7acea69a96ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494411 Jan 18 09:35:03.492668 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47358) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:35:03.556530 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7c8896fb-55c7-42ba-8e5f-afeabf1923f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.582498 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7c8896fb-55c7-42ba-8e5f-afeabf1923f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.637818 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7c8896fb-55c7-42ba-8e5f-afeabf1923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.651407 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18ef1a5f-8e5d-437b-bd50-70818c6d8223 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:35:03.659787 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8896fb-55c7-42ba-8e5f-afeabf1923f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723db41f-721f-4b5a-a3f3-4809d3d94975,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:35:03.667585 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-7c8896fb-55c7-42ba-8e5f-afeabf1923f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.670377 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-7c8896fb-55c7-42ba-8e5f-afeabf1923f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/723db41f-721f-4b5a-a3f3-4809d3d94975 HTTP/1.1" status: 204 len: 168 time: 0.1767604 Jan 18 09:35:03.698951 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 18ef1a5f-8e5d-437b-bd50-70818c6d8223 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:35:03.699290 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 18ef1a5f-8e5d-437b-bd50-70818c6d8223 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:35:03.699697 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 02efe56e-3d86-45c7-9de7-558a87ccda7e no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:35:03.737442 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 02efe56e-3d86-45c7-9de7-558a87ccda7e {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:35:03.737763 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 02efe56e-3d86-45c7-9de7-558a87ccda7e not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:35:03.748030 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Deleting port 02efe56e-3d86-45c7-9de7-558a87ccda7e {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:35:03.748417 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:03.819328 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9069a-22c3-4d2b-b108-ceb48dbaa4ec None None] The port '02efe56e-3d86-45c7-9de7-558a87ccda7e' was deleted {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:35:04.043962 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47366) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:35:04.093316 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-2c0400a1-f9f3-4636-b2b2-731094e5cd0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37337680667642ac9ed9e9ea52ac25ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479960 Jan 18 09:35:04.095852 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47370) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:35:04.154510 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9db9-3c67-44f1-9a8c-938e6da0508a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:04.181831 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9db9-3c67-44f1-9a8c-938e6da0508a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:04.236600 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9db9-3c67-44f1-9a8c-938e6da0508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:04.250635 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e9db9-3c67-44f1-9a8c-938e6da0508a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25d54c-e4c8-4167-917a-2c10af97f86a,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:35:04.257408 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9db9-3c67-44f1-9a8c-938e6da0508a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:04.258528 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-3d9e9db9-3c67-44f1-9a8c-938e6da0508a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf25d54c-e4c8-4167-917a-2c10af97f86a HTTP/1.1" status: 204 len: 168 time: 0.1617818 Jan 18 09:35:05.864027 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9f8055a6-43a4-41db-9827-f913c7388133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:07.761306 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:08.122117 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-92b23ff5-7288-4c08-b5d2-0f03712ca0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:09.167678 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:09.189569 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:10.465551 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:14.222278 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-c9369c0e-80e2-412e-ad43-1442eb319b3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1721203 Jan 18 09:35:14.360182 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-635f0dd5-6f1e-4c04-a8f4-37013b650b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:35:14.361982 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-635f0dd5-6f1e-4c04-a8f4-37013b650b1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1099 time: 0.0718403 Jan 18 09:35:14.511076 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-bd0cf597-85cf-42aa-8824-e70da863606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:35:14.512463 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-bd0cf597-85cf-42aa-8824-e70da863606d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1312969 Jan 18 09:35:14.616177 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-5ab24f39-af6b-495e-a023-467722114d10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 1002 time: 0.0970628 Jan 18 09:35:14.679344 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-4f0201f3-e70f-47f4-9119-a0f59abb29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:35:14.680791 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-4f0201f3-e70f-47f4-9119-a0f59abb29ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0574427 Jan 18 09:35:14.760900 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-60988f72-a91f-4641-ade1-f639a726bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:35:14.762502 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-60988f72-a91f-4641-ade1-f639a726bc95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755010 Jan 18 09:35:14.900614 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-5bff9f97-54bc-4156-993c-9d3f60768cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257083 Jan 18 09:35:15.030349 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c43135e3-cae5-4b47-8d94-9b2f0e1e0a37 req-0b693d97-e70a-4ac0-b5e2-2011e558b40c service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234632 Jan 18 09:35:24.965988 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:35:35.859457 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-14499dc7-02f6-415b-b39e-e6f3dc1acec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:37.760083 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:38.127308 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-80dbd5bc-55bc-42ac-bbc1-de8599f11411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:39.170333 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:39.192685 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:35:40.469127 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:01.965630 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:36:05.864183 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-811adc91-6657-43db-bd45-fbfca9ca2f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:07.774524 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:08.134753 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-031f1724-b238-4951-8028-c41d49dbfe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:09.185627 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:09.201776 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:10.473339 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:15.175746 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-7055aea4-f0f8-4747-b720-75ab4a2520d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1207678 Jan 18 09:36:15.326413 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-eab687f6-5a33-4949-af33-0a14b503a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:15.328108 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-eab687f6-5a33-4949-af33-0a14b503a24e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1099 time: 0.0815513 Jan 18 09:36:15.539868 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-bc2e3e2c-0d21-4fe2-a382-a5e86a35ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:15.543317 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-bc2e3e2c-0d21-4fe2-a382-a5e86a35ee8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1954811 Jan 18 09:36:15.663630 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-02cca2ed-8a31-42a3-a3f9-212e6cf1e433 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 1002 time: 0.1145439 Jan 18 09:36:15.733345 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-55fa12ab-70a0-4d75-9d68-ca5530118910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:15.734884 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-55fa12ab-70a0-4d75-9d68-ca5530118910 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0650928 Jan 18 09:36:15.827837 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-0b5a895b-66c5-4ad9-92cf-ab84b067ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:15.829553 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-0b5a895b-66c5-4ad9-92cf-ab84b067ae3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889094 Jan 18 09:36:15.971944 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-51330c3c-b414-4add-9fb6-4cf9c9127c33 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365230 Jan 18 09:36:16.119779 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4fca39e4-e66b-4d05-83ff-b8d360bc04a5 req-4c42d8e0-3f0f-4917-9aa0-0d37440048ea service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416020 Jan 18 09:36:30.220917 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-46273da4-e609-4431-86c0-865c4862a48e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005565029&fields=id&tenant_id=5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 267 time: 0.1618512 Jan 18 09:36:30.381308 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-3713122a-cc18-42b3-bd41-77a316ab87a5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:30.382884 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-3713122a-cc18-42b3-bd41-77a316ab87a5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 811 time: 0.1551130 Jan 18 09:36:30.398757 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-cf7d61c9-e733-43e6-90ee-3c5f11bf8dad tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/quotas/5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 375 time: 0.0098157 Jan 18 09:36:30.502973 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-e24eab47-3d0b-442d-8505-7078976cb134 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0981798 Jan 18 09:36:30.654220 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-4bb65db2-c049-4f58-a18a-a666fc8e0917 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=86805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 18 09:36:30.655300 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-4bb65db2-c049-4f58-a18a-a666fc8e0917 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1404715 Jan 18 09:36:30.814074 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-1738d38a-e679-4aee-82bb-bcf6a55310b2 service neutron] 10.222.0.54 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506026 Jan 18 09:36:30.975822 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-b472bbac-153d-470d-baf1-dd4e4fece894 service neutron] 10.222.0.54 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552286 Jan 18 09:36:31.405097 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-af04e242-8f3b-4352-ad9d-7e3d2bbfc6b4 req-a70ccb17-a340-4a13-a68f-d7d8f3d8838e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 210 time: 0.0527647 Jan 18 09:36:32.519216 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-eb630afa-6429-47b8-bd48-3d80e0895379 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:32.521153 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-eb630afa-6429-47b8-bd48-3d80e0895379 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 811 time: 0.1702905 Jan 18 09:36:32.603617 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-3c9470ae-5d2c-4d1e-ba29-98ec6cbb3bd3 req-5156ea4f-14f6-4e01-82d0-6aa29a11f003 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 210 time: 0.0587180 Jan 18 09:36:32.622301 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-e63c916e-4a5c-4f78-8c8f-e0dbd415c4e7 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5deb38e59ae64d1c9844add01c555db2 HTTP/1.1" status: 200 len: 380 time: 0.0928490 Jan 18 09:36:32.631733 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'port': {'device_id': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'admin_state_up': True, 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'security_groups': ['e5d27593-30ef-4e18-a78e-5f1d70c23e93']}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:36:32.803955 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:36:32.817030 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:36:32.827918 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Made reservation on behalf of 5deb38e59ae64d1c9844add01c555db2 for: {'port': 1} {{(pid=86805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 09:36:32.831942 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:33.018549 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Allocated IP 172.20.0.13 (b9819e1a-5e9b-4056-b9fc-34086ba9cd22/fb496eec-0d00-49f0-83dc-d9dc1edf5d0e/068c59ba-7ef9-4fb4-9157-54f9fb9c19bc) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:36:33.251717 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:33.269073 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Transition to ACTIVE for port object 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc will not be triggered until provisioned by entity DHCP. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:36:33.296755 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:33.382612 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:36:33.386060 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:36:33.391167 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:36:33.425408 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:36:33.446444 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.446760 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.447119 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.447418 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.447738 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.448049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.448394 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.448704 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.449110 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.449405 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.449683 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.449930 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:33.476350 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:33.477043 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:33.513264 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-990014e2-f620-47e6-bcf6-ce79cfbc71d3 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8856766 Jan 18 09:36:33.524650 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Request body: {'port': {'device_id': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82504'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:36:33.666172 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:33.686775 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-53597544-d77a-4cbb-9079-9a31a3a8dfda None None] Provisioning for port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc completed by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:36:33.695712 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-53597544-d77a-4cbb-9079-9a31a3a8dfda None None] Provisioning complete for port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc triggered by entity DHCP. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:36:33.696545 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-53597544-d77a-4cbb-9079-9a31a3a8dfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:33.757027 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-53597544-d77a-4cbb-9079-9a31a3a8dfda None None] Port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc cannot update to ACTIVE because it is not bound. {{(pid=86807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 18 09:36:34.153431 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67f40-4130-473f-80ba-fdfcba04779d req-baad574b-95de-4cfb-bdd3-06c488df1282 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:34.154310 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-7fc67f40-4130-473f-80ba-fdfcba04779d req-baad574b-95de-4cfb-bdd3-06c488df1282 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:36:34.200762 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-7fc67f40-4130-473f-80ba-fdfcba04779d req-baad574b-95de-4cfb-bdd3-06c488df1282 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:36:34.201982 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7fc67f40-4130-473f-80ba-fdfcba04779d req-baad574b-95de-4cfb-bdd3-06c488df1282 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 932 time: 0.4617350 Jan 18 09:36:34.279988 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7fc67f40-4130-473f-80ba-fdfcba04779d req-ab5860c5-2145-456a-a659-02397116e626 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664062 Jan 18 09:36:34.381072 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc {{(pid=86805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:36:34.389670 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:34.408593 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.provisioning_blocks [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Transition to ACTIVE for port object 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc will not be triggered until provisioned by entity L2. {{(pid=86805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 09:36:34.413790 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:34.559266 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Pushing event updated for resources: {'Port': ['ID=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:36:34.683935 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Attempting to bind port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc on host hv-cinder-82504 for vnic_type normal with profile {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 09:36:34.684281 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Attempting to bind port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc by drivers openvswitch,hyperv on host hv-cinder-82504 at level 0 using segments [{'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 09:36:34.684666 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Attempting to bind port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:36:34.690236 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82504 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 18 09:36:34.690674 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Attempting to bind port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc on network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 18 09:36:34.698337 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Checking agent: {'id': '9cbb371c-5b08-47b0-a4d0-fe6c1d4f7c31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82504', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'started_at': datetime.datetime(2022, 1, 18, 9, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 9, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 09:36:34.698768 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Checking segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 18 09:36:34.699998 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Bound using segment: {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'} {{(pid=86805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 09:36:34.700622 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.managers [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Bound port: 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc, host: hv-cinder-82504, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22'}}] {{(pid=86805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 09:36:34.701044 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:34.810223 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] For port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc, host hv-cinder-82504, cleared binding levels {{(pid=86805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 18 09:36:34.813548 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] For port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc, host hv-cinder-82504, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 18 09:36:34.820103 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:34.887934 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:34.888548 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:34.889980 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] 10.222.0.64 "PUT /v2.0/ports/068c59ba-7ef9-4fb4-9157-54f9fb9c19bc HTTP/1.1" status: 200 len: 1094 time: 1.3698692 Jan 18 09:36:34.890449 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:36:34.923160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6fe3c-0b18-4048-9c7e-2214b34a3b35 service neutron] Pushing event updated for resources: {'Port': ['ID=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,revision_number=3']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:36:34.965757 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'status': 'completed', 'code': 200} Jan 18 09:36:35.014071 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-d6fd37d0-6440-4a4c-b452-bb1388ce4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:35.015626 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-d6fd37d0-6440-4a4c-b452-bb1388ce4cfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 1097 time: 0.0839238 Jan 18 09:36:35.090179 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-92fbe8c4-82ce-44ae-966a-e889cd63a4f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc HTTP/1.1" status: 200 len: 217 time: 0.0678265 Jan 18 09:36:35.156260 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-5a3409ce-83e9-4457-bc93-0d25f2114556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:35.157642 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-5a3409ce-83e9-4457-bc93-0d25f2114556 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0618312 Jan 18 09:36:35.243782 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-db5af1e1-0249-44d9-afb2-1319c7ed8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:35.245299 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-db5af1e1-0249-44d9-afb2-1319c7ed8917 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818214 Jan 18 09:36:35.387314 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-a89b10ba-9a34-4ae7-9455-562f6847b3fd service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358654 Jan 18 09:36:35.578827 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-ae23231a-9b5a-4a47-9996-a257b8b1adb0 req-d6ea1008-1570-4a38-b50d-5ee83ed5b070 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855788 Jan 18 09:36:35.591213 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdb24e-c005-43ab-9a5a-96f6411f6580 req-ebffca7d-8a1a-4eaa-bc6a-e8ae89291750 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:35.592749 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-86cdb24e-c005-43ab-9a5a-96f6411f6580 req-ebffca7d-8a1a-4eaa-bc6a-e8ae89291750 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 944 time: 0.1813796 Jan 18 09:36:35.681985 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-86cdb24e-c005-43ab-9a5a-96f6411f6580 req-f60db5ca-ea3e-4b5e-a991-611981d7ef1e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819871 Jan 18 09:36:35.713564 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-3e786fbf-964b-4be2-8b6c-9ae6abacc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:35.715083 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-3e786fbf-964b-4be2-8b6c-9ae6abacc74a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 1097 time: 0.0859029 Jan 18 09:36:35.873626 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e64ea2a4-7cdc-4a25-9c0f-c877978d5cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:35.963006 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-e6bcd693-181d-4b9c-8951-35154969031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:35.964491 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-e6bcd693-181d-4b9c-8951-35154969031d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.2432911 Jan 18 09:36:36.038952 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-4f66eede-c5f6-4791-8643-88b6833c9c27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc HTTP/1.1" status: 200 len: 217 time: 0.0650182 Jan 18 09:36:36.111058 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-ddbe4b0c-dd4f-4e5a-bcff-d65e44c3b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:36.112604 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-ddbe4b0c-dd4f-4e5a-bcff-d65e44c3b1b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0649197 Jan 18 09:36:36.201520 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-2055763b-9d6c-455e-abc4-3e77fafd0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:36.203010 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-2055763b-9d6c-455e-abc4-3e77fafd0e6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795450 Jan 18 09:36:36.345301 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-32abedd0-d138-4161-a0b6-abc6986fa18e service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356652 Jan 18 09:36:36.486349 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4bfe0747-1558-4a71-b9df-90c3d9cbcbf1 req-c670a327-bdd7-419e-b418-d2666b61034f service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340721 Jan 18 09:36:36.878000 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496ae87-137f-4194-9a1c-3f8a9b0a246f req-27b8fcad-f1a1-442c-a43b-acb0f2b722f5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:36.879488 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8496ae87-137f-4194-9a1c-3f8a9b0a246f req-27b8fcad-f1a1-442c-a43b-acb0f2b722f5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 944 time: 0.0894787 Jan 18 09:36:36.924777 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8496ae87-137f-4194-9a1c-3f8a9b0a246f req-f31f6de3-8652-45ed-9fbb-2b112772baef tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Jan 18 09:36:37.763764 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:38.111955 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5c6d-e0d7-4199-a77f-a2bdcfebc684 req-e57ef487-74d1-4343-980c-ae3158012140 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:38.113475 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e21a5c6d-e0d7-4199-a77f-a2bdcfebc684 req-e57ef487-74d1-4343-980c-ae3158012140 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 944 time: 0.0849490 Jan 18 09:36:38.130786 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3607-4b59-4ca4-9e2b-66c41c131058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:38.163215 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-e21a5c6d-e0d7-4199-a77f-a2bdcfebc684 req-c1c93590-3564-4e73-821a-e2e2f1497d3b tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Jan 18 09:36:38.966481 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:36:39.174956 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:39.198138 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:39.348765 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f2198-af76-4d7f-bea4-b259fe1b1ed1 req-4b8bcb35-2677-4c45-9046-5f45e8b67dea tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:39.350152 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0f3f2198-af76-4d7f-bea4-b259fe1b1ed1 req-4b8bcb35-2677-4c45-9046-5f45e8b67dea tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 944 time: 0.0806994 Jan 18 09:36:39.398304 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-0f3f2198-af76-4d7f-bea4-b259fe1b1ed1 req-6b53bb6f-e97f-48cd-8c7c-de551c5aeab0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419292 Jan 18 09:36:40.570685 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:40.596512 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e29d-e1dc-43be-b666-a2bee0e5bdff req-e37d45fe-5623-41d4-9d2c-44d3a9813e4a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:40.598187 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cd37e29d-e1dc-43be-b666-a2bee0e5bdff req-e37d45fe-5623-41d4-9d2c-44d3a9813e4a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 944 time: 0.0883355 Jan 18 09:36:40.648537 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cd37e29d-e1dc-43be-b666-a2bee0e5bdff req-40edaedb-cead-411a-8caf-55d4d1f6970c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Jan 18 09:36:41.835418 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8aed-0bb7-43b2-87d2-410817b65a3c req-dcf3f2af-859f-4c18-90b7-f79d7c6485f1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:41.836876 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d95b8aed-0bb7-43b2-87d2-410817b65a3c req-dcf3f2af-859f-4c18-90b7-f79d7c6485f1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 944 time: 0.0817938 Jan 18 09:36:41.882930 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d95b8aed-0bb7-43b2-87d2-410817b65a3c req-ed315c04-5145-4f97-b67b-193eb33f121b tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402739 Jan 18 09:36:43.071236 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577bce4-b6af-430a-980f-711825d4a906 req-3f2fedf4-ccf3-45fc-a191-9769eccab931 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:43.072743 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8577bce4-b6af-430a-980f-711825d4a906 req-3f2fedf4-ccf3-45fc-a191-9769eccab931 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 944 time: 0.0840523 Jan 18 09:36:43.116270 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc details requested by agent hyperv_hv-cinder-82504 with host hv-cinder-82504 {{(pid=86807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 09:36:43.118351 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8577bce4-b6af-430a-980f-711825d4a906 req-328cb9fa-f6dc-48be-9474-039a52cdec47 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398824 Jan 18 09:36:43.251393 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:36:43.265107 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Returning: {'device': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'port_id': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'mac_address': 'fa:16:3e:5c:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 09:36:43.322207 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:43.338802 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc {{(pid=86807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 09:36:43.355265 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:36:43.360259 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:43.425472 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,revision_number=4']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:36:43.432648 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.432992 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.433321 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.433646 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.433965 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.434285 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.434603 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.434951 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.435261 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.435569 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.435935 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.436196 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:36:43.582988 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] get_ports_and_sgs() called for port_ids ['068c59ba-7ef9-4fb4-9157-54f9fb9c19bc'] {{(pid=86807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 18 09:36:44.300309 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87669ee-d638-4983-a218-84c1015abbe0 req-352a3dc4-bfac-44fd-b0d2-5148a33a279c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:44.301798 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d87669ee-d638-4983-a218-84c1015abbe0 req-352a3dc4-bfac-44fd-b0d2-5148a33a279c tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 945 time: 0.0800862 Jan 18 09:36:44.351010 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d87669ee-d638-4983-a218-84c1015abbe0 req-e6b49289-3d37-4959-bd87-2a1b9658fe0a tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Jan 18 09:36:45.116054 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc up at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 09:36:45.185569 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning for port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc completed by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 09:36:45.191373 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.provisioning_blocks [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Provisioning complete for port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc triggered by entity L2. {{(pid=86807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 09:36:45.191775 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592203'] for port, provisioning_complete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:45.316531 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:45.346554 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc'}] {{(pid=86807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:36:45.357408 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] For port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:36:45.364600 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552'] for port, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:45.449173 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Pushing event updated for resources: {'Port': ['ID=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,revision_number=5']} {{(pid=86807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:36:45.559891 dv-cinder-825046-1-iscsi neutron-server[86807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'code': 200} Jan 18 09:36:45.562574 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b27d9-cdff-49d4-9ead-18ef05decf9c req-9f9d4b18-7d1b-4206-9956-a46150e266f9 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:45.564298 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c11b27d9-cdff-49d4-9ead-18ef05decf9c req-9f9d4b18-7d1b-4206-9956-a46150e266f9 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 946 time: 0.0888605 Jan 18 09:36:45.617730 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c11b27d9-cdff-49d4-9ead-18ef05decf9c req-57512969-8c7a-4c67-bc0b-40367da00f2d tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466421 Jan 18 09:36:45.835668 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008504-d7bf-4571-928d-a33d8a45975c req-a91daec9-93ad-41d7-8f5b-95ed2b7893b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:45.837159 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9f008504-d7bf-4571-928d-a33d8a45975c req-a91daec9-93ad-41d7-8f5b-95ed2b7893b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 1099 time: 0.0708251 Jan 18 09:36:45.884039 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-9f008504-d7bf-4571-928d-a33d8a45975c req-82bf13a9-560d-4b21-929f-165ada8269fc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410664 Jan 18 09:36:46.824621 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75305a74-c088-49f5-9b67-3c84acef12f7 req-a397217a-0546-4ff1-944d-9bc731b1a8e5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:46.826921 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-75305a74-c088-49f5-9b67-3c84acef12f7 req-a397217a-0546-4ff1-944d-9bc731b1a8e5 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 946 time: 0.0874257 Jan 18 09:36:46.889097 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-75305a74-c088-49f5-9b67-3c84acef12f7 req-857d4ce2-b139-4d01-bd9e-d45ab236b78d tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519886 Jan 18 09:36:48.100579 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e7fe4-3300-4599-b0b1-90cdf05ae124 req-16186edc-7767-404a-a6b7-8755c4c5777f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:48.102190 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c05e7fe4-3300-4599-b0b1-90cdf05ae124 req-16186edc-7767-404a-a6b7-8755c4c5777f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 946 time: 0.0945172 Jan 18 09:36:48.150010 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c05e7fe4-3300-4599-b0b1-90cdf05ae124 req-16527b89-49dc-4b7d-8bc6-eb678fde94a0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 Jan 18 09:36:48.336476 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd435e-7163-4a96-885e-31cbb6093117 req-610cd771-cc85-4fc3-afbe-1dfeb77f1f8b tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:48.337982 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c0dd435e-7163-4a96-885e-31cbb6093117 req-610cd771-cc85-4fc3-afbe-1dfeb77f1f8b tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 946 time: 0.0812607 Jan 18 09:36:48.386077 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c0dd435e-7163-4a96-885e-31cbb6093117 req-829e0651-f1a5-4743-883f-9fafcc34a0e7 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Jan 18 09:36:48.411037 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47478) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:36:48.500605 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528a08b-87a3-4df3-a1ba-641eef164f06 tempest-TestVolumeBootPattern-1409668246 tempest-TestVolumeBootPattern-1409668246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:48.502169 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-1528a08b-87a3-4df3-a1ba-641eef164f06 tempest-TestVolumeBootPattern-1409668246 tempest-TestVolumeBootPattern-1409668246-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 1094 time: 0.0900476 Jan 18 09:36:48.505914 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47482) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:36:48.511215 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.v2.base [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Request body: {'floatingip': {'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'port_id': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 09:36:48.517841 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 09:36:48.522351 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Usage tracker for resource:floatingip and tenant:5deb38e59ae64d1c9844add01c555db2 is out of sync, need to count used quota {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 09:36:48.525699 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 09:36:48.532269 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.quota.driver [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 09:36:48.545794 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:48.805435 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:48.951036 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.db_base_plugin_common [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Allocated IP 172.27.0.132 (b91bd197-03eb-4b92-8d09-d108415f1400/c9a151b0-4055-4cd7-b215-f2fbd7741f2a/d4607c58-9e6f-4b14-963b-9fcdef6bf82e) {{(pid=86805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 09:36:49.128907 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:49.162128 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727763459813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:49.230861 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Network b91bd197-03eb-4b92-8d09-d108415f1400 is already hosted by enough agents. {{(pid=86805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 09:36:49.234030 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.base_scheduler [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Resources bound (agent type, host, resource id): {{(pid=86805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 09:36:49.236947 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Received port after_create {{(pid=86805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 18 09:36:49.274445 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=d4607c58-9e6f-4b14-963b-9fcdef6bf82e,revision_number=1']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:36:49.730188 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:49.828745 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528505'] for port, before_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:50.097185 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for port, precommit_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:50.103144 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727763948508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727763459831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727763456552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6691518'] for port, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:50.281509 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event updated for resources: {'Port': ['ID=d4607c58-9e6f-4b14-963b-9fcdef6bf82e,revision_number=2']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:36:50.293866 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7927095'] for floatingip, after_update {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:50.483604 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.db.l3_db [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Floating IP 4d464aa1-def8-47d3-81de-1b7c0b7a2a8e associated. External IP: 172.27.0.132, port: 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc. Jan 18 09:36:51.029967 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:36:51.239444 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:36:51.250892 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:36:51.264852 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:36:51.265577 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:36:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:36:51.271015 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:36:51.340089 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-ab877ce8-1972-4980-8eeb-725d530cf3ed tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8329563 Jan 18 09:36:51.340742 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:36:51.405294 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'status': 'completed', 'code': 200} Jan 18 09:36:51.473136 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:36:51.505665 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-9ad2e312-bf74-437f-9ac1-a747eacad247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:51.507330 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-9ad2e312-bf74-437f-9ac1-a747eacad247 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 1099 time: 0.0785394 Jan 18 09:36:51.652482 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-527a0172-12d4-4c63-9384-aae72cb53c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:51.654069 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-527a0172-12d4-4c63-9384-aae72cb53c81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1400702 Jan 18 09:36:51.764648 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-dcfe5655-5351-48ec-8e0c-00edb0e9ffeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc HTTP/1.1" status: 200 len: 1000 time: 0.1042016 Jan 18 09:36:51.842372 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-5394d73a-7e08-4e7c-8581-0e7401ce87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:51.843990 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-5394d73a-7e08-4e7c-8581-0e7401ce87e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0739968 Jan 18 09:36:51.883390 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4d464aa1-def8-47d3-81de-1b7c0b7a2a8e', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:5c:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:36:49Z', 'updated_at': '2022-01-18T09:36:49Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}, {'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:57Z', 'revision_number': 1, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:36:51.888921 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:36:51.899461 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:36:51.899982 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:36:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:36:51.931891 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-664560cc-6f43-4ca5-ac2c-7aae7f0234be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:36:51.933456 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-664560cc-6f43-4ca5-ac2c-7aae7f0234be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833411 Jan 18 09:36:52.080637 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-e921091d-d84c-4308-a8d8-a63889767b69 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410754 Jan 18 09:36:52.106293 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:36:52.228865 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-08e363dc-d66c-4b06-a192-7d1076984b01 req-839f7366-df80-4f0a-a20c-1e73e2ba82ba service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425073 Jan 18 09:36:52.543107 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4d464aa1-def8-47d3-81de-1b7c0b7a2a8e', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:5c:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:36:49Z', 'updated_at': '2022-01-18T09:36:49Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}, {'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:57Z', 'revision_number': 1, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:36:52.547647 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18adffa-d2c1-4930-a8ae-43d2993bcc9a None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '4d464aa1-def8-47d3-81de-1b7c0b7a2a8e', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:5c:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:36:49Z', 'updated_at': '2022-01-18T09:36:49Z', 'revision_number': 0, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}, {'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:57Z', 'revision_number': 1, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:36:52.786269 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984c79f-7d31-405e-81cb-900959d102a4 None None] New status for floating IP 4d464aa1-def8-47d3-81de-1b7c0b7a2a8e: ACTIVE {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:37:05.868337 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3d010016-c2fb-4380-acef-925c23d894f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:07.773510 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:08.124926 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-56a2276a-2622-4e14-b9b7-692adfd0fb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:09.181188 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:09.195619 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:10.480760 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:15.966160 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:37:16.117769 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-42301751-2a13-471e-b576-45aaba0df7fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713212 Jan 18 09:37:16.264118 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-d7fc2078-0422-49f9-a473-e1ff839241d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:37:16.265516 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-d7fc2078-0422-49f9-a473-e1ff839241d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1099 time: 0.0777779 Jan 18 09:37:16.526577 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-bdb05c32-a423-41ef-ac21-92661c957284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:37:16.527969 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-bdb05c32-a423-41ef-ac21-92661c957284 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.2434664 Jan 18 09:37:16.631963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-dcd9f5cf-2d62-4904-a62f-c6cab42607fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 1002 time: 0.0974171 Jan 18 09:37:16.693353 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-0c7fd2d0-d6cb-4bbf-aac5-215ddd04e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:37:16.694781 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-0c7fd2d0-d6cb-4bbf-aac5-215ddd04e4ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0568330 Jan 18 09:37:16.768692 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-28ccf930-4d46-48ac-b796-90e9a31a09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:37:16.770144 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-28ccf930-4d46-48ac-b796-90e9a31a09c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693903 Jan 18 09:37:16.901224 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-12ecc0c4-ad37-485d-ab13-83771dd6486d service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242840 Jan 18 09:37:17.037636 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-f76a347a-d1d5-4e7e-87ae-ce9bceb16e9a req-b024b82c-b14e-419b-8767-c6d2e7fae3d7 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304982 Jan 18 09:37:35.874233 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4ecb1966-b82d-4fee-b103-8e40c8584103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:37.755746 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:38.130967 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-da563427-8064-4f71-bb51-782f96747e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:39.198519 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:39.200273 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:40.483778 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:37:52.966561 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:38:05.872862 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3b92b1ad-921f-4ea3-980e-6142dd3c4ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:07.764277 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:08.134336 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-b7035074-6dbb-4008-bf26-a11146ec597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:09.190398 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:09.195341 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:10.486757 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:16.158907 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-ba6ac66e-47cf-49dd-88f0-ea7d70b86312 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770130 Jan 18 09:38:16.252083 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35fb0-f514-4454-85de-37162b95c600 req-774a340d-9510-4668-b7d7-36cdf1b73dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:16.253574 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-774a340d-9510-4668-b7d7-36cdf1b73dc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 1099 time: 0.0738633 Jan 18 09:38:16.400415 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35fb0-f514-4454-85de-37162b95c600 req-190989f2-97a2-46fc-a49c-efc9d9e6a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:16.401892 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-190989f2-97a2-46fc-a49c-efc9d9e6a6b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1298327 Jan 18 09:38:16.508376 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-540725c9-c1ee-442c-a936-49626a2f7758 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc HTTP/1.1" status: 200 len: 1002 time: 0.1007223 Jan 18 09:38:16.577412 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35fb0-f514-4454-85de-37162b95c600 req-296d9e03-b4ee-4c5b-861b-8f2eca021828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:16.578930 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-296d9e03-b4ee-4c5b-861b-8f2eca021828 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0637522 Jan 18 09:38:16.659945 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35fb0-f514-4454-85de-37162b95c600 req-e96dfcd6-dc8c-4c51-98e6-ee2620142a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:16.661402 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-e96dfcd6-dc8c-4c51-98e6-ee2620142a26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768027 Jan 18 09:38:16.802338 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-810d6820-747f-43bc-b5a1-ad15bb8f250c service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346223 Jan 18 09:38:16.936410 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-cbf35fb0-f514-4454-85de-37162b95c600 req-e3a16d69-dbd3-4ca1-a3e4-f5ada0b6d246 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269643 Jan 18 09:38:19.234332 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47526) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:19.533232 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Deleting port d4607c58-9e6f-4b14-963b-9fcdef6bf82e {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:19.533584 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:19.817759 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:19.818119 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:19.944892 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Calling delete_port for d4607c58-9e6f-4b14-963b-9fcdef6bf82e owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:20.096682 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:20.172838 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event deleted for resources: {'Port': ['ID=d4607c58-9e6f-4b14-963b-9fcdef6bf82e,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:20.213214 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.213500 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.213765 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.214092 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.214409 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.214723 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.215080 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.215392 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.215710 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.216031 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.216339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.216659 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:20.248750 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:20.249462 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Floating IP 4d464aa1-def8-47d3-81de-1b7c0b7a2a8e disassociated (deleted). External IP: 172.27.0.132, port: 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc. Jan 18 09:38:20.603762 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:38:20.790215 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:38:20.803750 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:38:20.812326 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:20.813717 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:20.814405 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:20.872426 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f05a83e2-4c97-4f3e-9c1d-b649d92c5c31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "DELETE /v2.0/floatingips/4d464aa1-def8-47d3-81de-1b7c0b7a2a8e HTTP/1.1" status: 204 len: 168 time: 1.6368105 Jan 18 09:38:20.872909 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:38:20.921623 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'status': 'completed', 'code': 200} Jan 18 09:38:20.995257 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:21.061659 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-66564ae8-d6ff-4aa7-9a38-53289d955405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:21.063177 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-66564ae8-d6ff-4aa7-9a38-53289d955405 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 1099 time: 0.0758553 Jan 18 09:38:21.381434 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-f174ba78-19e9-48fe-8427-0aa4105d1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:21.382849 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-f174ba78-19e9-48fe-8427-0aa4105d1d14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.3137817 Jan 18 09:38:21.388516 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:57Z', 'revision_number': 1, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:21.393020 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:38:21.403394 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:21.404151 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:21.458992 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-16b20a75-b3a9-49b1-89e8-461e123fae05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc HTTP/1.1" status: 200 len: 217 time: 0.0684588 Jan 18 09:38:21.513081 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713082d-8654-45f2-95e0-4db37004107f req-a1c2fb38-1e3b-4911-8180-ef9288e997af tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:21.514585 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4713082d-8654-45f2-95e0-4db37004107f req-a1c2fb38-1e3b-4911-8180-ef9288e997af tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 946 time: 0.3160422 Jan 18 09:38:21.562719 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-609672e7-c586-4201-b320-522402042f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:21.564240 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-609672e7-c586-4201-b320-522402042f89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0987654 Jan 18 09:38:21.575921 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-4713082d-8654-45f2-95e0-4db37004107f req-7d23e04c-de78-4f9e-85a3-6536a007fa31 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542328 Jan 18 09:38:21.598367 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:21.653147 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-1b774505-ce7f-493a-9151-0f0dfbe4db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:21.654564 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-1b774505-ce7f-493a-9151-0f0dfbe4db71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820057 Jan 18 09:38:21.793844 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-6925faf5-f048-4703-a1de-fe88916c1162 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323063 Jan 18 09:38:21.944995 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-242ce307-d872-45fa-b1d3-8b7a3c4ec2e4 req-458b6b0c-1a2d-488a-b1b3-9f573efdea02 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423590 Jan 18 09:38:22.061541 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:57Z', 'revision_number': 1, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:22.067790 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785e1ba-9cab-415c-9f1e-830c8e57cdae None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_floatingips': [{'id': '89814d87-ce44-4d0b-a24d-1fb6c76d99fc', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'router_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'port_id': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'mac_address': 'fa:16:3e:df:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T09:34:54Z', 'updated_at': '2022-01-18T09:34:57Z', 'revision_number': 1, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:38:22.296177 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37c929-a080-4283-956a-5abf090831dc None None] New status for floating IP 4d464aa1-def8-47d3-81de-1b7c0b7a2a8e: DOWN {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:38:22.798868 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-11b76037-ac44-450c-bf77-1b3ec318d02f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:22.800243 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-11b76037-ac44-450c-bf77-1b3ec318d02f tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 946 time: 0.1405473 Jan 18 09:38:22.808659 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946ba3-de19-4af4-849a-8af71cb2cb38 req-ceed8bb4-034b-4be2-b802-9b8bf98846c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:22.809852 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d9946ba3-de19-4af4-849a-8af71cb2cb38 req-ceed8bb4-034b-4be2-b802-9b8bf98846c0 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 946 time: 0.1137829 Jan 18 09:38:22.907426 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Deleting port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:22.907723 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:22.940441 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-d9946ba3-de19-4af4-849a-8af71cb2cb38 req-6eaf03fd-5740-452c-8e85-627f7b4206dc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971599 Jan 18 09:38:23.163699 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] For port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:23.163699 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:23.285936 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Calling delete_port for 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:23.431960 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:23.482922 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event deleted for resources: {'Port': ['ID=068c59ba-7ef9-4fb4-9157-54f9fb9c19bc,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:23.526797 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.527148 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.527479 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.527797 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.528112 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.528425 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.528736 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.529078 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.529386 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.529693 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.529994 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.530277 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825046-1-iscsi {{(pid=86805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 09:38:23.567754 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] No DVR routers for this DVR port 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:38:23.570271 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:23.572827 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'name': 'network-vif-deleted', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:38:23.584803 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a56251bc-9e15-417d-a16e-29708289f5e4 req-653b6e22-3683-4e5f-9f4a-871be0cf6648 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "DELETE /v2.0/ports/068c59ba-7ef9-4fb4-9157-54f9fb9c19bc HTTP/1.1" status: 204 len: 173 time: 0.7739322 Jan 18 09:38:23.620807 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faadc705-2a0f-4610-b63f-0bfd215f13d8', 'name': 'network-vif-deleted', 'tag': '068c59ba-7ef9-4fb4-9157-54f9fb9c19bc', 'status': 'completed', 'code': 200} Jan 18 09:38:24.095147 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-7680b9f5-6fc4-4260-9af1-3ae1ac231891 req-8a8c9e6e-2fe6-46a0-b650-56384f71c057 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:38:24.112708 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-7680b9f5-6fc4-4260-9af1-3ae1ac231891 req-8a8c9e6e-2fe6-46a0-b650-56384f71c057 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:38:24.113963 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-7680b9f5-6fc4-4260-9af1-3ae1ac231891 req-8a8c9e6e-2fe6-46a0-b650-56384f71c057 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=faadc705-2a0f-4610-b63f-0bfd215f13d8 HTTP/1.1" status: 200 len: 210 time: 0.0643055 Jan 18 09:38:27.565065 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:27.605719 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:27.606213 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 068c59ba-7ef9-4fb4-9157-54f9fb9c19bc not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:27.635515 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47558) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:27.846062 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Deleting port 81315288-2ace-4a5e-8682-e1b36d1079b3 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:27.846397 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:28.139044 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:28.139427 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:28.265610 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Calling delete_port for 81315288-2ace-4a5e-8682-e1b36d1079b3 owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:28.425758 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:28.473548 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event deleted for resources: {'Port': ['ID=81315288-2ace-4a5e-8682-e1b36d1079b3,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:28.572879 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:28.573179 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.db.l3_db [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Floating IP 89814d87-ce44-4d0b-a24d-1fb6c76d99fc disassociated (deleted). External IP: 172.27.0.111, port: 25d532c0-c1c1-412a-ad3f-a3221c94eb4c. Jan 18 09:38:28.930337 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:38:29.110577 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:38:29.121265 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:38:29.131773 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:29.132391 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:29.133962 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:29.191067 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-fd7dec96-35ec-4471-9fed-c40e1a2397c1 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "DELETE /v2.0/floatingips/89814d87-ce44-4d0b-a24d-1fb6c76d99fc HTTP/1.1" status: 204 len: 168 time: 1.5541894 Jan 18 09:38:29.191431 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c'}] {{(pid=86806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:38:29.236759 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'status': 'completed', 'code': 200} Jan 18 09:38:29.316453 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:29.462306 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cda3-f604-496e-8b15-8a3f75369521 req-223de11c-d11a-42e1-90e8-285d9c764693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:29.464017 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a865cda3-f604-496e-8b15-8a3f75369521 req-223de11c-d11a-42e1-90e8-285d9c764693 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5deb38e59ae64d1c9844add01c555db2&device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 1099 time: 0.1962006 Jan 18 09:38:29.657984 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cda3-f604-496e-8b15-8a3f75369521 req-55a56ac2-9bba-4643-b8c3-1a00b4b7e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:29.659467 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a865cda3-f604-496e-8b15-8a3f75369521 req-55a56ac2-9bba-4643-b8c3-1a00b4b7e03d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 200 len: 912 time: 0.1881027 Jan 18 09:38:29.681534 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:29.685715 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:38:29.696051 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:29.697020 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:08Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:29.734064 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007e51a-e196-48b3-87b9-781f01def3f4 req-e6a2d7fe-d4e0-4a04-a1e6-b93f5839c9ba tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:29.735649 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c007e51a-e196-48b3-87b9-781f01def3f4 req-e6a2d7fe-d4e0-4a04-a1e6-b93f5839c9ba tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 946 time: 0.1955283 Jan 18 09:38:29.745658 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a865cda3-f604-496e-8b15-8a3f75369521 req-465d371a-ceb3-4b1f-8f4e-f74dc50a5537 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 200 len: 217 time: 0.0781441 Jan 18 09:38:29.836694 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-c007e51a-e196-48b3-87b9-781f01def3f4 req-e85cb723-3302-4097-bb71-5fdaabcee686 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933962 Jan 18 09:38:29.840389 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cda3-f604-496e-8b15-8a3f75369521 req-668093c1-221c-4663-a9fe-7d8951b64e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:29.841806 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a865cda3-f604-496e-8b15-8a3f75369521 req-668093c1-221c-4663-a9fe-7d8951b64e63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 200 len: 850 time: 0.0840406 Jan 18 09:38:29.887382 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:29.920391 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cda3-f604-496e-8b15-8a3f75369521 req-bb91a7aa-5c62-457f-afeb-054863035cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:29.921874 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a865cda3-f604-496e-8b15-8a3f75369521 req-bb91a7aa-5c62-457f-afeb-054863035cb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b9819e1a-5e9b-4056-b9fc-34086ba9cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723560 Jan 18 09:38:29.967434 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:38:30.066010 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a865cda3-f604-496e-8b15-8a3f75369521 req-511fe32e-ad24-47ce-aad0-da31e0616728 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370261 Jan 18 09:38:30.211037 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-a865cda3-f604-496e-8b15-8a3f75369521 req-64f9da4a-4f64-40ea-a5d2-146bb6515492 service neutron] 10.222.0.64 "GET /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387393 Jan 18 09:38:30.215118 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:30.221080 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de50c96-c3a5-4b2a-a0b4-3f41647f8c6d None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi', '_interfaces': [{'id': '41aee84d-cfdd-4e03-9830-033cd3709064', 'name': '', 'network_id': 'b9819e1a-5e9b-4056-b9fc-34086ba9cd22', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'mac_address': 'fa:16:3e:37:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:46Z', 'updated_at': '2022-01-18T09:31:54Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'subnets': [{'id': 'fb496eec-0d00-49f0-83dc-d9dc1edf5d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:38:30.443294 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41926b-d3c3-405e-8c76-3194425f8f3c None None] New status for floating IP 89814d87-ce44-4d0b-a24d-1fb6c76d99fc: DOWN {{(pid=86808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 09:38:30.949160 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-88df5028-227b-4201-b667-48c6a75d8fe8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:30.950670 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-88df5028-227b-4201-b667-48c6a75d8fe8 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 946 time: 0.0820043 Jan 18 09:38:31.074126 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Deleting port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:31.074454 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:31.147118 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4799-2a8e-44d5-9dad-4ec431d8aeb4 req-05f09775-ca4b-491b-aa3a-90c69a199e6e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 09:38:31.148533 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8abf4799-2a8e-44d5-9dad-4ec431d8aeb4 req-05f09775-ca4b-491b-aa3a-90c69a199e6e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 946 time: 0.1968002 Jan 18 09:38:31.305055 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-8abf4799-2a8e-44d5-9dad-4ec431d8aeb4 req-124e7ca7-b21c-46c1-8737-645c1b4511cb tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5d27593-30ef-4e18-a78e-5f1d70c23e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300256 Jan 18 09:38:31.379871 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] For port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c, host hv-cinder-82504, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82504',level=0,port_id=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:31.380225 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:31.519310 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Calling delete_port for 25d532c0-c1c1-412a-ad3f-a3221c94eb4c owned by compute:nova {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:31.695870 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:31.856914 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event deleted for resources: {'Port': ['ID=25d532c0-c1c1-412a-ad3f-a3221c94eb4c,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:31.934232 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] No DVR routers for this DVR port 25d532c0-c1c1-412a-ad3f-a3221c94eb4c on host hv-cinder-82504 {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:38:31.936785 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for port, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:31.940603 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'name': 'network-vif-deleted', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c'}] {{(pid=86805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 09:38:31.951326 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-79b36dc8-7bdb-4a78-b017-c11b3ba0cd79 req-d7760d29-b5e3-4395-b3aa-6ec1ce2bbbbc tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.64 "DELETE /v2.0/ports/25d532c0-c1c1-412a-ad3f-a3221c94eb4c HTTP/1.1" status: 204 len: 173 time: 0.9640076 Jan 18 09:38:31.986579 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529fa2be-a062-4175-af74-b1bf019e2f3f', 'name': 'network-vif-deleted', 'tag': '25d532c0-c1c1-412a-ad3f-a3221c94eb4c', 'status': 'completed', 'code': 200} Jan 18 09:38:32.478015 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-eade42d5-33f2-4a7c-b3d5-4ed273a51648 req-f77b03cb-f6d2-40db-89d8-41913c983c75 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Synchronizing usage tracker for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 09:38:32.495770 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.quota.resource [req-eade42d5-33f2-4a7c-b3d5-4ed273a51648 req-f77b03cb-f6d2-40db-89d8-41913c983c75 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Unset dirty status for tenant:5deb38e59ae64d1c9844add01c555db2 on resource:port {{(pid=86805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 09:38:32.496988 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [req-eade42d5-33f2-4a7c-b3d5-4ed273a51648 req-f77b03cb-f6d2-40db-89d8-41913c983c75 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "GET /v2.0/ports?device_id=529fa2be-a062-4175-af74-b1bf019e2f3f HTTP/1.1" status: 200 len: 210 time: 0.0621905 Jan 18 09:38:33.591236 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47576) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:33.869796 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Deleting port 203025d8-93c1-4389-bbd4-c7590852ed71 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:33.870126 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:34.052727 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:34.053053 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:34.179052 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Calling delete_port for 203025d8-93c1-4389-bbd4-c7590852ed71 owned by network:floatingip {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:34.324545 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:34.371612 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event deleted for resources: {'Port': ['ID=203025d8-93c1-4389-bbd4-c7590852ed71,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:34.467839 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for floatingip, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:34.489401 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101036'] for floatingip, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:34.491356 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a2f8a5c9-54b5-47e8-8ba8-28a6e553582e tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "DELETE /v2.0/floatingips/4f2443b5-513a-4987-b96d-242084b15fbf HTTP/1.1" status: 204 len: 168 time: 0.8989499 Jan 18 09:38:35.580068 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 25d532c0-c1c1-412a-ad3f-a3221c94eb4c no longer exists at agent hyperv_hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:35.616479 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] No Port match for: 25d532c0-c1c1-412a-ad3f-a3221c94eb4c {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:35.616863 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Device 25d532c0-c1c1-412a-ad3f-a3221c94eb4c not bound to the agent host hv-cinder-82504 {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:35.868444 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6dc8c993-c7ea-4c55-b75f-b65d0f2bf417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:35.907285 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47592) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:35.980967 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a0c8-33a2-4fb3-a7fa-3eff86e04d25 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:36.013143 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a0c8-33a2-4fb3-a7fa-3eff86e04d25 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:36.087549 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a0c8-33a2-4fb3-a7fa-3eff86e04d25 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:36.107866 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a0c8-33a2-4fb3-a7fa-3eff86e04d25 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d27593-30ef-4e18-a78e-5f1d70c23e93,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:36.123503 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a0c8-33a2-4fb3-a7fa-3eff86e04d25 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:36.124649 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-0bc8a0c8-33a2-4fb3-a7fa-3eff86e04d25 tempest-TestVolumeBootPattern-1145632700 tempest-TestVolumeBootPattern-1145632700-project] 10.222.0.54 "DELETE /v2.0/security-groups/e5d27593-30ef-4e18-a78e-5f1d70c23e93 HTTP/1.1" status: 204 len: 168 time: 0.2163849 Jan 18 09:38:36.193033 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47598) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:36.905252 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:37.378877 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Deleting port 41aee84d-cfdd-4e03-9830-033cd3709064 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:37.379571 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:37.556685 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] For port 41aee84d-cfdd-4e03-9830-033cd3709064, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=41aee84d-cfdd-4e03-9830-033cd3709064,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:37.556994 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:37.694836 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Calling delete_port for 41aee84d-cfdd-4e03-9830-033cd3709064 owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:37.769998 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:37.896526 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:37.946073 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Pushing event deleted for resources: {'Port': ['ID=41aee84d-cfdd-4e03-9830-033cd3709064,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:38.141076 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-348c9f75-b52b-4601-9e6a-4b2e2a766b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:38.225190 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:38.609170 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Router 58ba5b36-e20a-40c2-b7d1-245f650a6538 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:38:38.935592 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:38:38.945813 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] Sync routers for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:38:38.949871 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-a15ff76c-4d98-4702-84c0-0c879ca7a872 admin admin] 10.222.0.54 "PUT /v2.0/routers/58ba5b36-e20a-40c2-b7d1-245f650a6538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7550855 Jan 18 09:38:38.951984 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47606) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:38.958681 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:38.959685 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:39.174948 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks [] for router, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:39.236910 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:39.240120 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:39.253006 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:39.364333 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:39.377062 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Deleting port 99021525-ea64-4e17-8779-c1602ea0e011 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:39.377587 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:39.563281 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] For port 99021525-ea64-4e17-8779-c1602ea0e011, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=99021525-ea64-4e17-8779-c1602ea0e011,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:39.563576 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:39.569551 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '99021525-ea64-4e17-8779-c1602ea0e011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:38:37Z', 'revision_number': 5, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port': {'id': '99021525-ea64-4e17-8779-c1602ea0e011', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:54:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:42Z', 'updated_at': '2022-01-18T09:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:39.574499 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] Checking router: 58ba5b36-e20a-40c2-b7d1-245f650a6538 for host: dv-cinder-825046-1-iscsi {{(pid=86807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:38:39.584326 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] Routers {'58ba5b36-e20a-40c2-b7d1-245f650a6538'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:39.584929 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['58ba5b36-e20a-40c2-b7d1-245f650a6538'], 'active': True} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:39.688031 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Calling delete_port for 99021525-ea64-4e17-8779-c1602ea0e011 owned by network:router_gateway {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:39.745849 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_dvr_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] Set router 58ba5b36-e20a-40c2-b7d1-245f650a6538 gateway port host: None {{(pid=86807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:39.855372 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.db.l3_hamode_db [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:38:39Z', 'revision_number': 6, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:39.859720 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7def5-2a11-4ef0-9388-5a38f644615b None None] The sync data for ids ['58ba5b36-e20a-40c2-b7d1-245f650a6538'] in dv-cinder-825046-1-iscsi is: [{'id': '58ba5b36-e20a-40c2-b7d1-245f650a6538', 'name': 'tempest-TestVolumeBootPattern-135726984-router', 'tenant_id': '5deb38e59ae64d1c9844add01c555db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:41Z', 'updated_at': '2022-01-18T09:38:39Z', 'revision_number': 6, 'project_id': '5deb38e59ae64d1c9844add01c555db2', 'gw_port_host': None}] {{(pid=86807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:38:39.865252 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:39.909313 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=99021525-ea64-4e17-8779-c1602ea0e011,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:40.008339 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.296899 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.299242 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.325804 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.326340 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ba5b36-e20a-40c2-b7d1-245f650a6538 {{(pid=86806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:38:40.341969 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.344431 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-bcc1cdd2-f94c-45ae-a7f7-837ada53c3ed admin admin] 10.222.0.54 "DELETE /v2.0/routers/58ba5b36-e20a-40c2-b7d1-245f650a6538 HTTP/1.1" status: 204 len: 168 time: 1.3911774 Jan 18 09:38:40.347173 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47610) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:40.422507 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] Deleting subnet fb496eec-0d00-49f0-83dc-d9dc1edf5d0e {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:38:40.425831 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.489377 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.496353 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.573951 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.677294 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.733145 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb496eec-0d00-49f0-83dc-d9dc1edf5d0e,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:40.737310 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.746507 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-497c5c56-6f2e-46d4-90ff-ccca9b6190a0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fb496eec-0d00-49f0-83dc-d9dc1edf5d0e HTTP/1.1" status: 204 len: 168 time: 0.3959327 Jan 18 09:38:40.746748 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1be0ab-9c4e-4d55-b0d3-3627c9ebc40f None None] Network b9819e1a-5e9b-4056-b9fc-34086ba9cd22 requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:38:40.746860 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47614) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:40.882671 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:40.897700 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Deleting port c02b067e-52cc-4be4-b9b6-fe0977d54e40 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:40.898024 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.046193 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] DHCP port deletion for b9819e1a-5e9b-4056-b9fc-34086ba9cd22 request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:38:41.051116 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Deleting port c02b067e-52cc-4be4-b9b6-fe0977d54e40 {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:41.051800 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.142245 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] For port c02b067e-52cc-4be4-b9b6-fe0977d54e40, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c02b067e-52cc-4be4-b9b6-fe0977d54e40,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:41.142600 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.278513 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Calling delete_port for c02b067e-52cc-4be4-b9b6-fe0977d54e40 owned by network:dhcp {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:41.291968 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] For port c02b067e-52cc-4be4-b9b6-fe0977d54e40, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=c02b067e-52cc-4be4-b9b6-fe0977d54e40,segment=NetworkSegment(5624a83b-3ada-4fe9-bf1c-e3a7572b57f5),segment_id=5624a83b-3ada-4fe9-bf1c-e3a7572b57f5)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:41.292327 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.378894 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.426371 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c02b067e-52cc-4be4-b9b6-fe0977d54e40,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:41.430274 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Calling delete_port for c02b067e-52cc-4be4-b9b6-fe0977d54e40 owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:41.432217 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] No DVR routers for this DVR port c02b067e-52cc-4be4-b9b6-fe0977d54e40 on host dv-cinder-825046-1-iscsi {{(pid=86806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:38:41.513853 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:38:41.514486 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:38:41.549538 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.582956 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9819e1a-5e9b-4056-b9fc-34086ba9cd22']}} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:41.596934 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5') {'for_net_delete': True} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:41.597235 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.services.segments.db [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5624a83b-3ada-4fe9-bf1c-e3a7572b57f5') {} {{(pid=86806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:41.610400 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6139904'] for segment, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.628367 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.636009 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=86806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:38:41.636745 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6147042'] for segment, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: Traceback (most recent call last): Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: timer() Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: cb(*args, **kw) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: return func(*args, **kwargs) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: self._notify() Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: self.callback(batched_events) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: event.method(event) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: return f(self, *a, **k) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._get(url).json() Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: return self.request(url, 'GET', **kwargs) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:38:41.650797 dv-cinder-825046-1-iscsi neutron-server[86806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:38:41.727397 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.747839 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:41.757525 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c02b067e-52cc-4be4-b9b6-fe0977d54e40 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:41.763683 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b9819e1a-5e9b-4056-b9fc-34086ba9cd22,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:41.778117 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-f481ae31-fd05-4933-a3f1-4f4f89d5e7ee admin admin] 10.222.0.54 "DELETE /v2.0/networks/b9819e1a-5e9b-4056-b9fc-34086ba9cd22 HTTP/1.1" status: 204 len: 168 time: 1.0299599 Jan 18 09:38:41.780975 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47618) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:41.834714 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: c02b067e-52cc-4be4-b9b6-fe0977d54e40 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:41.835048 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device c02b067e-52cc-4be4-b9b6-fe0977d54e40 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:41.835392 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 99021525-ea64-4e17-8779-c1602ea0e011 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:41.868548 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 99021525-ea64-4e17-8779-c1602ea0e011 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:41.868837 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 99021525-ea64-4e17-8779-c1602ea0e011 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:41.869299 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 41aee84d-cfdd-4e03-9830-033cd3709064 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:41.903016 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: 41aee84d-cfdd-4e03-9830-033cd3709064 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:41.903346 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device 41aee84d-cfdd-4e03-9830-033cd3709064 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:42.015717 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Deleting port c02b067e-52cc-4be4-b9b6-fe0977d54e40 {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:42.016318 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:42.090824 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-56b22309-e6bf-4be7-8170-f6b19bdcd056 None None] The port 'c02b067e-52cc-4be4-b9b6-fe0977d54e40' was deleted {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:38:42.442652 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8281093'] for router_interface, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:42.806348 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Deleting port ec0a6a5c-95f6-4512-bab2-ee7892203f34 {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:42.807279 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:42.987675 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] For port ec0a6a5c-95f6-4512-bab2-ee7892203f34, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ec0a6a5c-95f6-4512-bab2-ee7892203f34,segment=NetworkSegment(1aa056c1-01a2-4d38-9f45-4717e6b059b1),segment_id=1aa056c1-01a2-4d38-9f45-4717e6b059b1)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:42.988008 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:43.115084 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Calling delete_port for ec0a6a5c-95f6-4512-bab2-ee7892203f34 owned by network:router_interface {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:43.306523 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:43.371366 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0a6a5c-95f6-4512-bab2-ee7892203f34,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:43.824058 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7913877'] for router_interface, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:44.258621 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Router 6ee968a4-4a94-4106-a5d6-c37483d1b640 has already been hosted by L3 agent dffa5771-be42-42cd-8153-5b9b2ade4ce9 {{(pid=86806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 18 09:38:44.458473 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] Notify agent at l3_agent.dv-cinder-825046-1-iscsi the message routers_updated {{(pid=86806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 18 09:38:44.469429 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] Sync routers for ids ['6ee968a4-4a94-4106-a5d6-c37483d1b640'] in dv-cinder-825046-1-iscsi {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 09:38:44.471873 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-9f811daf-7afa-4b43-a455-9e8c668b7510 admin admin] 10.222.0.54 "PUT /v2.0/routers/6ee968a4-4a94-4106-a5d6-c37483d1b640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881404 Jan 18 09:38:44.473494 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47622) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:44.486503 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] Routers {'6ee968a4-4a94-4106-a5d6-c37483d1b640'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:44.487319 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['6ee968a4-4a94-4106-a5d6-c37483d1b640'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:44.721991 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks [] for router, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:44.736303 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] Set router 6ee968a4-4a94-4106-a5d6-c37483d1b640 gateway port host: dv-cinder-825046-1-iscsi {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:44.971083 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:44.986079 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Deleting port ac32b77b-9162-4bf2-85b3-a5dce7d688fc {{(pid=86806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:44.986487 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:45.125146 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'external_fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:38:43Z', 'revision_number': 5, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port': {'id': 'ac32b77b-9162-4bf2-85b3-a5dce7d688fc', 'name': '', 'network_id': 'b91bd197-03eb-4b92-8d09-d108415f1400', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825046-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T09:31:51Z', 'updated_at': '2022-01-18T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a151b0-4055-4cd7-b215-f2fbd7741f2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825046-1-iscsi'}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:45.130183 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] Checking router: 6ee968a4-4a94-4106-a5d6-c37483d1b640 for host: dv-cinder-825046-1-iscsi {{(pid=86808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 09:38:45.140359 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] Routers {'6ee968a4-4a94-4106-a5d6-c37483d1b640'} bound to L3 agent in host dv-cinder-825046-1-iscsi {{(pid=86808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 09:38:45.141235 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825046-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T09:15:38Z,description=,heartbeat_timestamp=2022-01-18T09:38:38Z,host='dv-cinder-825046-1-iscsi',id=dffa5771-be42-42cd-8153-5b9b2ade4ce9,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T09:15:38Z,topic='l3_agent')) {'router_ids': ['6ee968a4-4a94-4106-a5d6-c37483d1b640'], 'active': True} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:45.227978 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.db [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] For port ac32b77b-9162-4bf2-85b3-a5dce7d688fc, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,segment=NetworkSegment(c22335dd-8b1d-46a2-8836-276660896c4e),segment_id=c22335dd-8b1d-46a2-8836-276660896c4e)] {{(pid=86806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:45.228335 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:45.321977 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_dvr_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] Set router 6ee968a4-4a94-4106-a5d6-c37483d1b640 gateway port host: None {{(pid=86808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 18 09:38:45.369675 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Calling delete_port for ac32b77b-9162-4bf2-85b3-a5dce7d688fc owned by network:router_gateway {{(pid=86806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:45.525447 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.l3_hamode_db [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:38:44Z', 'revision_number': 6, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port_host': None}], 'dv-cinder-825046-1-iscsi', False) {} {{(pid=86808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:45.530160 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca648d6-7e0c-4ef3-845c-294256c7b353 None None] The sync data for ids ['6ee968a4-4a94-4106-a5d6-c37483d1b640'] in dv-cinder-825046-1-iscsi is: [{'id': '6ee968a4-4a94-4106-a5d6-c37483d1b640', 'name': 'tempest-TestVolumeBootPattern-1657199218-router', 'tenant_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T09:31:50Z', 'updated_at': '2022-01-18T09:38:44Z', 'revision_number': 6, 'project_id': 'a5bf4cc592154ef08c9412d20faa67f4', 'gw_port_host': None}] {{(pid=86808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 09:38:45.753617 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6147007'] for port, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:45.803955 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Pushing event deleted for resources: {'Port': ['ID=ac32b77b-9162-4bf2-85b3-a5dce7d688fc,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:45.904625 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7927272'] for router_gateway, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:45.946949 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ec0a6a5c-95f6-4512-bab2-ee7892203f34 no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:46.003493 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: ec0a6a5c-95f6-4512-bab2-ee7892203f34 {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:46.004671 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ec0a6a5c-95f6-4512-bab2-ee7892203f34 not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:46.088147 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7929248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62839'] for router, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.090648 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.118387 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7928411'] for router, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.119020 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee968a4-4a94-4106-a5d6-c37483d1b640 {{(pid=86806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 09:38:46.133811 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] Notify callbacks [] for router, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.135074 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-4fbf91e9-2b94-4dd3-98c1-f8ce5d2ccaea admin admin] 10.222.0.54 "DELETE /v2.0/routers/6ee968a4-4a94-4106-a5d6-c37483d1b640 HTTP/1.1" status: 204 len: 168 time: 1.6602142 Jan 18 09:38:46.137817 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47626) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:46.199781 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.db.db_base_plugin_v2 [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] Deleting subnet 945c24be-6425-46a2-b7e9-9cc596040592 {{(pid=86806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 18 09:38:46.203019 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.260875 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6147059'] for subnet, precommit_delete_associations {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.359058 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032732'] for subnet, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.439797 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7470363'] for subnet, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.488567 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945c24be-6425-46a2-b7e9-9cc596040592,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:46.492964 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.499816 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e85aae-945b-416c-91d0-b8685c47858f None None] Network 0d9da1b5-08d0-4df6-bc65-122fcfd681ac requested from dv-cinder-825046-1-iscsi {{(pid=86807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 18 09:38:46.502881 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-2040b8b4-779b-4ecd-a875-02f72e86f790 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/945c24be-6425-46a2-b7e9-9cc596040592 HTTP/1.1" status: 204 len: 168 time: 0.3639326 Jan 18 09:38:46.503192 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.wsgi [-] (86805) accepted ('10.222.0.54', 47630) {{(pid=86805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:46.678199 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649226'] for network, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.700393 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Deleting port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c {{(pid=86805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:46.701025 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:46.833919 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] DHCP port deletion for 0d9da1b5-08d0-4df6-bc65-122fcfd681ac request from dv-cinder-825046-1-iscsi {{(pid=86807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 18 09:38:46.839549 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Deleting port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:46.840181 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.007976 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.db [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] For port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,segment=NetworkSegment(1aa056c1-01a2-4d38-9f45-4717e6b059b1),segment_id=1aa056c1-01a2-4d38-9f45-4717e6b059b1)] {{(pid=86805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:47.008493 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.063409 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.db [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] For port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c, host dv-cinder-825046-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825046-1-iscsi',level=0,port_id=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,segment=NetworkSegment(1aa056c1-01a2-4d38-9f45-4717e6b059b1),segment_id=1aa056c1-01a2-4d38-9f45-4717e6b059b1)] {{(pid=86807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 18 09:38:47.064325 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7929179'] for port, precommit_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.156636 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Calling delete_port for e8d1c99e-9e5d-40b7-901a-5dbe37a7372c owned by network:dhcp {{(pid=86805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:47.203705 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Calling delete_port for e8d1c99e-9e5d-40b7-901a-5dbe37a7372c owned by network:dhcp {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 18 09:38:47.254257 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727763948535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727763459822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6691527'] for port, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.299620 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.db.api [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 09:38:47.300054 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG oslo_db.api [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 09:38:47.316200 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d1c99e-9e5d-40b7-901a-5dbe37a7372c,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:47.318117 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] No DVR routers for this DVR port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c on host dv-cinder-825046-1-iscsi {{(pid=86805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 09:38:47.495802 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1039614', 'neutron.services.segments.db._delete_segments_for_network-8727763931158'] for network, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.524188 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9da1b5-08d0-4df6-bc65-122fcfd681ac']}} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:47.538117 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa056c1-01a2-4d38-9f45-4717e6b059b1') {'for_net_delete': True} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:47.538417 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.services.segments.db [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa056c1-01a2-4d38-9f45-4717e6b059b1') {} {{(pid=86805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 09:38:47.551762 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727763930161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7137964'] for segment, before_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.570012 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043431'] for segment, precommit_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.577439 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=86805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 09:38:47.577862 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1043454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6691482'] for segment, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: Traceback (most recent call last): Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: timer() Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: cb(*args, **kw) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: return func(*args, **kwargs) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: self._notify() Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: self.callback(batched_events) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: event.method(event) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: return f(self, *a, **k) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._get(url).json() Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: return self.request(url, 'GET', **kwargs) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 09:38:47.592458 dv-cinder-825046-1-iscsi neutron-server[86805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 09:38:47.676130 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7927045'] for network, after_delete {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.682910 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron_lib.callbacks.manager [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866694'] for network, before_response {{(pid=86805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.708049 dv-cinder-825046-1-iscsi neutron-server[86805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9da1b5-08d0-4df6-bc65-122fcfd681ac,revision_number=None']} {{(pid=86805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:47.713560 dv-cinder-825046-1-iscsi neutron-server[86805]: INFO neutron.wsgi [None req-dcf7e6c2-5b10-4d4d-8841-e768c35b6538 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0d9da1b5-08d0-4df6-bc65-122fcfd681ac HTTP/1.1" status: 204 len: 168 time: 1.2085094 Jan 18 09:38:47.777202 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8d1c99e-9e5d-40b7-901a-5dbe37a7372c no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:47.814676 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Deleting port e8d1c99e-9e5d-40b7-901a-5dbe37a7372c {{(pid=86807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 18 09:38:47.815061 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727763946442'] for port, before_delete {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:47.855399 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: e8d1c99e-9e5d-40b7-901a-5dbe37a7372c {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:47.855734 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device e8d1c99e-9e5d-40b7-901a-5dbe37a7372c not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:47.856150 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ac32b77b-9162-4bf2-85b3-a5dce7d688fc no longer exists at agent ovs-agent-dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 09:38:47.865300 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47636) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:47.915552 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] No Port match for: ac32b77b-9162-4bf2-85b3-a5dce7d688fc {{(pid=86807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 18 09:38:47.915891 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.rpc [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Device ac32b77b-9162-4bf2-85b3-a5dce7d688fc not bound to the agent host dv-cinder-825046-1-iscsi {{(pid=86807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 09:38:47.916673 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-851bd340-8c36-4030-b6a0-b7e8c112c761 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5deb38e59ae64d1c9844add01c555db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501275 Jan 18 09:38:47.919271 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47640) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:47.921799 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron.plugins.ml2.plugin [None req-90bc7173-2e75-4c6e-8a11-52ad9c653978 None None] The port 'e8d1c99e-9e5d-40b7-901a-5dbe37a7372c' was deleted {{(pid=86807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 18 09:38:47.992641 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e01246c4-e0c0-4599-8cb6-4c597633fc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.019812 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e01246c4-e0c0-4599-8cb6-4c597633fc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.091318 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e01246c4-e0c0-4599-8cb6-4c597633fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.110414 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01246c4-e0c0-4599-8cb6-4c597633fc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04a6d0-98be-4ae5-a313-c5668e966e2e,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:48.117485 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-e01246c4-e0c0-4599-8cb6-4c597633fc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.118635 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-e01246c4-e0c0-4599-8cb6-4c597633fc07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b04a6d0-98be-4ae5-a313-c5668e966e2e HTTP/1.1" status: 204 len: 168 time: 0.1984370 Jan 18 09:38:48.494633 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47648) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:48.549485 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-41642560-2e59-4c1a-a524-92f81faf4be4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5bf4cc592154ef08c9412d20faa67f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536351 Jan 18 09:38:48.552281 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.wsgi [-] (86806) accepted ('10.222.0.54', 47652) {{(pid=86806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 09:38:48.618283 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c1217b55-68f6-43d6-a013-4690c13d2a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.650285 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c1217b55-68f6-43d6-a013-4690c13d2a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.710176 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c1217b55-68f6-43d6-a013-4690c13d2a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7880904'] for security_group, after_delete {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.729045 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1217b55-68f6-43d6-a013-4690c13d2a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679a8ce-20f1-4e58-b816-8647ade9e348,revision_number=None']} {{(pid=86806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 09:38:48.733745 dv-cinder-825046-1-iscsi neutron-server[86806]: DEBUG neutron_lib.callbacks.manager [None req-c1217b55-68f6-43d6-a013-4690c13d2a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:38:48.734913 dv-cinder-825046-1-iscsi neutron-server[86806]: INFO neutron.wsgi [None req-c1217b55-68f6-43d6-a013-4690c13d2a47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e679a8ce-20f1-4e58-b816-8647ade9e348 HTTP/1.1" status: 204 len: 168 time: 0.1816988 Jan 18 09:39:05.875396 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e50ab19c-373a-4058-9784-94dc131ee89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:06.967611 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:39:07.783586 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:08.137530 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-487be9a1-6274-47d8-9a18-d3694937cb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:09.205199 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:09.208774 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:10.508788 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:35.878491 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-87368b69-4a48-4efb-b203-708e1e93733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:37.781065 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:38.131302 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-09d2ed86-7c1f-4e8c-b2f3-e9334f6398c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:39.204225 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:39.205258 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:40.498665 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:39:43.969911 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:40:05.873609 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-5b613a03-8132-4bee-ae01-c7758a6d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:07.785404 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:08.135629 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-568224f3-547d-4990-a62b-12767a4ff3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:09.200872 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:09.202863 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:10.499520 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:20.969714 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:40:35.877966 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-5e5c489b-df7c-4c9a-9afc-b830af5135b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:37.784077 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:38.139463 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-2a45a4c4-1681-45d0-925a-05ce029f69c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:39.205347 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:39.207319 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:40.502905 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:40:57.969954 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:41:05.882810 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-f1c1c4ff-6ff9-400f-a700-bcda6f43f7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:07.785199 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:08.143996 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c4684555-5871-4013-b3da-5f3a5fbf2678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:09.208911 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:09.211020 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:10.505485 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:34.969797 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:41:35.888031 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-55f9bc00-6c4d-4b57-a6bd-cd9d952fa2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:37.781271 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:38.148733 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-5d515926-b488-42b1-ba07-fd9be4032379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:39.214918 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:39.216978 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:41:40.512643 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:05.908318 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-454475e4-4160-4022-82b3-4809ada223e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:07.792183 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:08.155340 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-6a88a24c-e3d7-4969-a685-f4942304ee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:09.206299 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:09.209232 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:10.513108 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:11.970029 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:42:35.894793 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-de549772-4b6f-454f-a28a-8baa6b7411c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:37.791855 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:38.154047 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-93e83230-5107-4447-a479-e5647bbd43c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:39.212370 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:39.215969 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:40.517838 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:42:48.972814 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:43:05.891331 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d5b1cd0c-58ba-4048-9373-ac235ab179b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:07.827736 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:08.154189 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-e3e66f51-d9f8-40c6-8e42-260d4467d086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:09.200630 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:09.213968 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:10.521642 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:25.973221 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:43:35.887083 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-9bad2028-3422-47a5-b741-4dde2e8c6a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:37.828126 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:38.150528 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-4515d792-00d5-4368-80dd-9ec7ea59e5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:39.209280 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:39.224521 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:43:40.530227 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:44:02.974151 dv-cinder-825046-1-iscsi neutron-server[86808]: DEBUG neutron.db.agents_db [None req-67fcdd2c-3098-4ea1-a01f-f10e9f494488 None None] Agent healthcheck: found 6 active agents {{(pid=86808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 09:44:05.882524 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-d3872947-3846-4812-a91e-7b3d1a6988b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:44:07.837619 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-8709d864-dbf3-476f-9eda-716a1fb9d697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:44:08.146306 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab198-2798-4885-bd34-27b7531efe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:44:09.211051 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-3a4611f4-635c-41a9-b9d3-b6144a8fbb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:44:09.220452 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-c279bdba-d0e5-4078-8856-0f706f4b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 09:44:10.527404 dv-cinder-825046-1-iscsi neutron-server[86807]: DEBUG neutron_lib.callbacks.manager [None req-a35a301d-35d1-434d-938e-299456800c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727763931140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592184'] for agent, after_update {{(pid=86807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}